2024-11-25 02:22:20,199 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-25 02:22:20,216 main DEBUG Took 0.014692 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-25 02:22:20,216 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-25 02:22:20,217 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-25 02:22:20,218 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-25 02:22:20,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,229 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-25 02:22:20,248 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,250 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,252 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,253 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,254 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,255 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,256 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,257 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,258 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 02:22:20,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,263 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-25 02:22:20,264 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 02:22:20,266 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-25 02:22:20,269 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-25 02:22:20,269 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-25 02:22:20,271 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-25 02:22:20,271 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-25 02:22:20,284 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-25 02:22:20,288 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-25 02:22:20,291 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-25 02:22:20,291 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-25 02:22:20,292 main DEBUG createAppenders(={Console})
2024-11-25 02:22:20,293 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized
2024-11-25 02:22:20,293 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-25 02:22:20,294 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK.
2024-11-25 02:22:20,294 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-25 02:22:20,295 main DEBUG OutputStream closed
2024-11-25 02:22:20,295 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-25 02:22:20,296 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-25 02:22:20,296 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK
2024-11-25 02:22:20,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-25 02:22:20,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-25 02:22:20,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-25 02:22:20,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-25 02:22:20,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-25 02:22:20,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-25 02:22:20,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-25 02:22:20,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-25 02:22:20,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-25 02:22:20,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-25 02:22:20,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-25 02:22:20,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-25 02:22:20,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-25 02:22:20,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-25 02:22:20,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-25 02:22:20,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-25 02:22:20,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-25 02:22:20,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-25 02:22:20,394 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25 02:22:20,394 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null
2024-11-25 02:22:20,394 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-25 02:22:20,395 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK.
2024-11-25T02:22:20,647 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de
2024-11-25 02:22:20,650 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-25 02:22:20,650 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25T02:22:20,659 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins
2024-11-25T02:22:20,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-25T02:22:20,688 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600, deleteOnExit=true
2024-11-25T02:22:20,688 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS
2024-11-25T02:22:20,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/test.cache.data in system properties and HBase conf
2024-11-25T02:22:20,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/hadoop.tmp.dir in system properties and HBase conf
2024-11-25T02:22:20,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/hadoop.log.dir in system properties and HBase conf
2024-11-25T02:22:20,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-25T02:22:20,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-25T02:22:20,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF
2024-11-25T02:22:20,794 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-25T02:22:20,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-25T02:22:20,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-25T02:22:20,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-25T02:22:20,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-25T02:22:20,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T02:22:20,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-25T02:22:20,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-25T02:22:20,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T02:22:20,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T02:22:20,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-25T02:22:20,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/nfs.dump.dir in system properties and HBase conf
2024-11-25T02:22:20,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/java.io.tmpdir in system properties and HBase conf
2024-11-25T02:22:20,894 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T02:22:20,894 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-25T02:22:20,894 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-25T02:22:21,728 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-25T02:22:21,813 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2452ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-25T02:22:21,890 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T02:22:21,962 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T02:22:21,983 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T02:22:21,983 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T02:22:21,984 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T02:22:21,998 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T02:22:22,001 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/hadoop.log.dir/,AVAILABLE}
2024-11-25T02:22:22,002 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T02:22:22,208 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/java.io.tmpdir/jetty-localhost-45495-hadoop-hdfs-3_4_1-tests_jar-_-any-18179277997120760529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T02:22:22,215 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:45495}
2024-11-25T02:22:22,215 INFO  [Time-limited test {}] server.Server(415): Started @2855ms
2024-11-25T02:22:22,624 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T02:22:22,631 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T02:22:22,632 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T02:22:22,632 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T02:22:22,633 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T02:22:22,633 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/hadoop.log.dir/,AVAILABLE}
2024-11-25T02:22:22,634 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T02:22:22,754 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/java.io.tmpdir/jetty-localhost-37021-hadoop-hdfs-3_4_1-tests_jar-_-any-673109431150453906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T02:22:22,755 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:37021}
2024-11-25T02:22:22,755 INFO  [Time-limited test {}] server.Server(415): Started @3395ms
2024-11-25T02:22:22,815 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-25T02:22:23,281 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/dfs/data/data2/current/BP-755165304-172.17.0.2-1732501341473/current, will proceed with Du for space computation calculation, 
2024-11-25T02:22:23,281 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/dfs/data/data1/current/BP-755165304-172.17.0.2-1732501341473/current, will proceed with Du for space computation calculation, 
2024-11-25T02:22:23,326 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-25T02:22:23,382 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6b7b551ded038a6 with lease ID 0x2589fabc3be2efeb: Processing first storage report for DS-547fce2a-2ffe-4a7f-9d06-6655c7ad0c73 from datanode DatanodeRegistration(127.0.0.1:35207, datanodeUuid=16963c64-9029-4c87-9cdf-706da28fcbf0, infoPort=35279, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1576082926;c=1732501341473)
2024-11-25T02:22:23,383 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6b7b551ded038a6 with lease ID 0x2589fabc3be2efeb: from storage DS-547fce2a-2ffe-4a7f-9d06-6655c7ad0c73 node DatanodeRegistration(127.0.0.1:35207, datanodeUuid=16963c64-9029-4c87-9cdf-706da28fcbf0, infoPort=35279, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1576082926;c=1732501341473), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-25T02:22:23,384 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6b7b551ded038a6 with lease ID 0x2589fabc3be2efeb: Processing first storage report for DS-c671f14d-7c0e-41c5-a518-b871a009deb3 from datanode DatanodeRegistration(127.0.0.1:35207, datanodeUuid=16963c64-9029-4c87-9cdf-706da28fcbf0, infoPort=35279, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1576082926;c=1732501341473)
2024-11-25T02:22:23,384 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6b7b551ded038a6 with lease ID 0x2589fabc3be2efeb: from storage DS-c671f14d-7c0e-41c5-a518-b871a009deb3 node DatanodeRegistration(127.0.0.1:35207, datanodeUuid=16963c64-9029-4c87-9cdf-706da28fcbf0, infoPort=35279, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1576082926;c=1732501341473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T02:22:23,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de
2024-11-25T02:22:23,486 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/zookeeper_0, clientPort=57313, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-25T02:22:23,496 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57313
2024-11-25T02:22:23,513 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T02:22:23,517 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T02:22:23,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741825_1001 (size=7)
2024-11-25T02:22:24,184 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593 with version=8
2024-11-25T02:22:24,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/hbase-staging
2024-11-25T02:22:24,316 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-25T02:22:24,592 INFO  [Time-limited test {}] client.ConnectionUtils(129): master/d020e4a2beb4:0 server-side Connection retries=45
2024-11-25T02:22:24,612 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T02:22:24,612 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T02:22:24,613 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T02:22:24,613 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T02:22:24,613 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T02:22:24,748 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T02:22:24,810 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-25T02:22:24,819 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-25T02:22:24,823 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T02:22:24,852 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25284 (auto-detected)
2024-11-25T02:22:24,853 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-25T02:22:24,873 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34551
2024-11-25T02:22:24,882 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T02:22:24,886 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T02:22:24,904 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34551 connecting to ZooKeeper ensemble=127.0.0.1:57313
2024-11-25T02:22:24,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345510x0, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T02:22:24,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34551-0x1002c7c45c60000 connected
2024-11-25T02:22:24,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T02:22:24,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T02:22:24,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T02:22:24,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34551
2024-11-25T02:22:24,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34551
2024-11-25T02:22:24,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34551
2024-11-25T02:22:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34551
2024-11-25T02:22:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34551
2024-11-25T02:22:24,992 INFO  [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593, hbase.cluster.distributed=false
2024-11-25T02:22:25,063 INFO  [Time-limited test {}] client.ConnectionUtils(129): regionserver/d020e4a2beb4:0 server-side Connection retries=45
2024-11-25T02:22:25,063 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T02:22:25,063 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T02:22:25,063 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T02:22:25,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T02:22:25,064 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T02:22:25,066 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T02:22:25,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T02:22:25,069 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45223
2024-11-25T02:22:25,071 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-25T02:22:25,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-25T02:22:25,079 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T02:22:25,083 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T02:22:25,087 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45223 connecting to ZooKeeper ensemble=127.0.0.1:57313
2024-11-25T02:22:25,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452230x0, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T02:22:25,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45223-0x1002c7c45c60001 connected
2024-11-25T02:22:25,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T02:22:25,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T02:22:25,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T02:22:25,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45223
2024-11-25T02:22:25,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45223
2024-11-25T02:22:25,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45223
2024-11-25T02:22:25,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45223
2024-11-25T02:22:25,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45223
2024-11-25T02:22:25,099 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:25,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T02:22:25,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T02:22:25,110 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:25,114 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d020e4a2beb4:34551
2024-11-25T02:22:25,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-25T02:22:25,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-25T02:22:25,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:25,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:25,131 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-25T02:22:25,132 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d020e4a2beb4,34551,1732501344309 from backup master directory
2024-11-25T02:22:25,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-25T02:22:25,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:25,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T02:22:25,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T02:22:25,136 WARN  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T02:22:25,136 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:25,138 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-25T02:22:25,140 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-25T02:22:25,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741826_1002 (size=42)
2024-11-25T02:22:25,609 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/hbase.id with ID: 584e97a1-9bfd-4e7b-9326-df6ffd4c27b3
2024-11-25T02:22:25,653 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T02:22:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:25,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741827_1003 (size=196)
2024-11-25T02:22:26,115 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:22:26,117 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-25T02:22:26,135 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:26,139 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T02:22:26,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741828_1004 (size=1189)
2024-11-25T02:22:26,587 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store
2024-11-25T02:22:26,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741829_1005 (size=34)
2024-11-25T02:22:27,008 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-25T02:22:27,008 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:27,009 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T02:22:27,010 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:22:27,010 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:22:27,010 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T02:22:27,010 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:22:27,010 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:22:27,010 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-25T02:22:27,013 WARN  [master/d020e4a2beb4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/.initializing
2024-11-25T02:22:27,013 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/WALs/d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:27,019 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T02:22:27,030 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d020e4a2beb4%2C34551%2C1732501344309, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/WALs/d020e4a2beb4,34551,1732501344309, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/oldWALs, maxLogs=10
2024-11-25T02:22:27,052 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/WALs/d020e4a2beb4,34551,1732501344309/d020e4a2beb4%2C34551%2C1732501344309.1732501347035, exclude list is [], retry=0
2024-11-25T02:22:27,069 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35207,DS-547fce2a-2ffe-4a7f-9d06-6655c7ad0c73,DISK]
2024-11-25T02:22:27,071 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-25T02:22:27,107 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/WALs/d020e4a2beb4,34551,1732501344309/d020e4a2beb4%2C34551%2C1732501344309.1732501347035
2024-11-25T02:22:27,107 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279)]
2024-11-25T02:22:27,108 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:22:27,108 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:27,112 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T02:22:27,113 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T02:22:27,150 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T02:22:27,173 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-25T02:22:27,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:27,180 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T02:22:27,180 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T02:22:27,184 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-25T02:22:27,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:27,186 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:27,186 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T02:22:27,189 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-25T02:22:27,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:27,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:27,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T02:22:27,194 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-25T02:22:27,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:27,195 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:27,201 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T02:22:27,202 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T02:22:27,214 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T02:22:27,219 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T02:22:27,224 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:22:27,226 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66431019, jitterRate=-0.010100677609443665}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T02:22:27,232 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-25T02:22:27,234 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-25T02:22:27,268 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2687b95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:27,302 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating...
2024-11-25T02:22:27,315 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-25T02:22:27,315 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-25T02:22:27,317 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-25T02:22:27,319 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec
2024-11-25T02:22:27,324 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec
2024-11-25T02:22:27,324 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-25T02:22:27,350 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-25T02:22:27,362 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-25T02:22:27,364 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false
2024-11-25T02:22:27,367 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-25T02:22:27,368 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-25T02:22:27,369 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false
2024-11-25T02:22:27,371 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-25T02:22:27,374 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-25T02:22:27,376 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false
2024-11-25T02:22:27,376 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-25T02:22:27,378 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false
2024-11-25T02:22:27,387 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-25T02:22:27,390 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-25T02:22:27,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T02:22:27,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T02:22:27,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:27,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:27,395 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=d020e4a2beb4,34551,1732501344309, sessionid=0x1002c7c45c60000, setting cluster-up flag (Was=false)
2024-11-25T02:22:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:27,414 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-25T02:22:27,415 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:27,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:27,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:27,442 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-25T02:22:27,444 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:27,514 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d020e4a2beb4:45223
2024-11-25T02:22:27,516 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1008): ClusterId : 584e97a1-9bfd-4e7b-9326-df6ffd4c27b3
2024-11-25T02:22:27,519 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-25T02:22:27,523 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-25T02:22:27,523 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-25T02:22:27,526 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-25T02:22:27,526 DEBUG [RS:0;d020e4a2beb4:45223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d703ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:27,528 DEBUG [RS:0;d020e4a2beb4:45223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca53657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d020e4a2beb4/172.17.0.2:0
2024-11-25T02:22:27,531 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled
2024-11-25T02:22:27,532 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled
2024-11-25T02:22:27,532 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1090): About to register with Master.
2024-11-25T02:22:27,534 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(3073): reportForDuty to master=d020e4a2beb4,34551,1732501344309 with isa=d020e4a2beb4/172.17.0.2:45223, startcode=1732501345062
2024-11-25T02:22:27,533 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta
2024-11-25T02:22:27,540 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2
2024-11-25T02:22:27,542 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-25T02:22:27,547 DEBUG [RS:0;d020e4a2beb4:45223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T02:22:27,548 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d020e4a2beb4,34551,1732501344309
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-25T02:22:27,551 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d020e4a2beb4:0, corePoolSize=5, maxPoolSize=5
2024-11-25T02:22:27,551 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d020e4a2beb4:0, corePoolSize=5, maxPoolSize=5
2024-11-25T02:22:27,551 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d020e4a2beb4:0, corePoolSize=5, maxPoolSize=5
2024-11-25T02:22:27,552 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d020e4a2beb4:0, corePoolSize=5, maxPoolSize=5
2024-11-25T02:22:27,552 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d020e4a2beb4:0, corePoolSize=10, maxPoolSize=10
2024-11-25T02:22:27,552 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,552 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d020e4a2beb4:0, corePoolSize=2, maxPoolSize=2
2024-11-25T02:22:27,552 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,554 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501377554
2024-11-25T02:22:27,556 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-25T02:22:27,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta
2024-11-25T02:22:27,557 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-25T02:22:27,558 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region
2024-11-25T02:22:27,562 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-25T02:22:27,562 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-25T02:22:27,562 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:27,562 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-25T02:22:27,563 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-25T02:22:27,563 INFO  [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-25T02:22:27,564 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,565 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-25T02:22:27,567 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-25T02:22:27,567 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-25T02:22:27,570 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-25T02:22:27,571 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-25T02:22:27,575 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d020e4a2beb4:0:becomeActiveMaster-HFileCleaner.large.0-1732501347574,5,FailOnTimeoutGroup]
2024-11-25T02:22:27,575 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d020e4a2beb4:0:becomeActiveMaster-HFileCleaner.small.0-1732501347575,5,FailOnTimeoutGroup]
2024-11-25T02:22:27,575 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,576 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-25T02:22:27,577 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741831_1007 (size=1039)
2024-11-25T02:22:27,578 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,585 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57619, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T02:22:27,591 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34551 {}] master.ServerManager(332): Checking decommissioned status of RegionServer d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:27,593 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34551 {}] master.ServerManager(486): Registering regionserver=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:27,608 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:22:27,608 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39309
2024-11-25T02:22:27,608 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1
2024-11-25T02:22:27,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T02:22:27,613 DEBUG [RS:0;d020e4a2beb4:45223 {}] zookeeper.ZKUtil(111): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:27,614 WARN  [RS:0;d020e4a2beb4:45223 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T02:22:27,614 INFO  [RS:0;d020e4a2beb4:45223 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T02:22:27,614 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/WALs/d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:27,616 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d020e4a2beb4,45223,1732501345062]
2024-11-25T02:22:27,631 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds
2024-11-25T02:22:27,642 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-25T02:22:27,654 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-25T02:22:27,657 INFO  [RS:0;d020e4a2beb4:45223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T02:22:27,657 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,657 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S
2024-11-25T02:22:27,664 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,664 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,665 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,665 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,665 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,665 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,665 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d020e4a2beb4:0, corePoolSize=2, maxPoolSize=2
2024-11-25T02:22:27,665 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,665 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,666 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,666 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,666 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d020e4a2beb4:0, corePoolSize=1, maxPoolSize=1
2024-11-25T02:22:27,666 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d020e4a2beb4:0, corePoolSize=3, maxPoolSize=3
2024-11-25T02:22:27,666 DEBUG [RS:0;d020e4a2beb4:45223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0, corePoolSize=3, maxPoolSize=3
2024-11-25T02:22:27,667 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,667 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,667 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,667 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,668 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,45223,1732501345062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T02:22:27,689 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-25T02:22:27,692 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,45223,1732501345062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:27,719 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.Replication(204): d020e4a2beb4,45223,1732501345062 started
2024-11-25T02:22:27,719 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1767): Serving as d020e4a2beb4,45223,1732501345062, RpcServer on d020e4a2beb4/172.17.0.2:45223, sessionid=0x1002c7c45c60001
2024-11-25T02:22:27,720 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-25T02:22:27,720 DEBUG [RS:0;d020e4a2beb4:45223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:27,720 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd020e4a2beb4,45223,1732501345062'
2024-11-25T02:22:27,720 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-25T02:22:27,721 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-25T02:22:27,722 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-25T02:22:27,722 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-25T02:22:27,722 DEBUG [RS:0;d020e4a2beb4:45223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:27,722 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd020e4a2beb4,45223,1732501345062'
2024-11-25T02:22:27,722 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-25T02:22:27,723 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-25T02:22:27,723 DEBUG [RS:0;d020e4a2beb4:45223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-25T02:22:27,723 INFO  [RS:0;d020e4a2beb4:45223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-25T02:22:27,724 INFO  [RS:0;d020e4a2beb4:45223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-25T02:22:27,829 INFO  [RS:0;d020e4a2beb4:45223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T02:22:27,833 INFO  [RS:0;d020e4a2beb4:45223 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d020e4a2beb4%2C45223%2C1732501345062, suffix=, logDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/WALs/d020e4a2beb4,45223,1732501345062, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/oldWALs, maxLogs=32
2024-11-25T02:22:27,850 DEBUG [RS:0;d020e4a2beb4:45223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/WALs/d020e4a2beb4,45223,1732501345062/d020e4a2beb4%2C45223%2C1732501345062.1732501347835, exclude list is [], retry=0
2024-11-25T02:22:27,854 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35207,DS-547fce2a-2ffe-4a7f-9d06-6655c7ad0c73,DISK]
2024-11-25T02:22:27,858 INFO  [RS:0;d020e4a2beb4:45223 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/WALs/d020e4a2beb4,45223,1732501345062/d020e4a2beb4%2C45223%2C1732501345062.1732501347835
2024-11-25T02:22:27,858 DEBUG [RS:0;d020e4a2beb4:45223 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279)]
2024-11-25T02:22:27,980 INFO  [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039
2024-11-25T02:22:27,980 INFO  [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:22:27,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741833_1009 (size=32)
2024-11-25T02:22:28,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:28,395 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T02:22:28,397 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T02:22:28,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:28,398 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T02:22:28,399 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T02:22:28,401 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T02:22:28,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:28,402 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T02:22:28,402 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T02:22:28,404 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T02:22:28,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:28,405 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T02:22:28,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740
2024-11-25T02:22:28,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740
2024-11-25T02:22:28,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:22:28,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-25T02:22:28,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:22:28,417 INFO  [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65509851, jitterRate=-0.023827150464057922}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:22:28,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-25T02:22:28,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-25T02:22:28,419 INFO  [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-25T02:22:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-25T02:22:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T02:22:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T02:22:28,421 INFO  [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-25T02:22:28,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-25T02:22:28,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta
2024-11-25T02:22:28,424 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta
2024-11-25T02:22:28,429 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-25T02:22:28,438 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T02:22:28,440 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-25T02:22:28,592 DEBUG [d020e4a2beb4:34551 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-25T02:22:28,597 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:28,602 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d020e4a2beb4,45223,1732501345062, state=OPENING
2024-11-25T02:22:28,607 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-25T02:22:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:28,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T02:22:28,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T02:22:28,611 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:22:28,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:28,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T02:22:28,790 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T02:22:28,800 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740
2024-11-25T02:22:28,801 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T02:22:28,802 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-25T02:22:28,805 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d020e4a2beb4%2C45223%2C1732501345062.meta, suffix=.meta, logDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/WALs/d020e4a2beb4,45223,1732501345062, archiveDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/oldWALs, maxLogs=32
2024-11-25T02:22:28,831 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/WALs/d020e4a2beb4,45223,1732501345062/d020e4a2beb4%2C45223%2C1732501345062.meta.1732501348808.meta, exclude list is [], retry=0
2024-11-25T02:22:28,836 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35207,DS-547fce2a-2ffe-4a7f-9d06-6655c7ad0c73,DISK]
2024-11-25T02:22:28,839 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/WALs/d020e4a2beb4,45223,1732501345062/d020e4a2beb4%2C45223%2C1732501345062.meta.1732501348808.meta
2024-11-25T02:22:28,840 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279)]
2024-11-25T02:22:28,840 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:22:28,842 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-25T02:22:28,905 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-25T02:22:28,910 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-25T02:22:28,914 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-25T02:22:28,914 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:28,914 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740
2024-11-25T02:22:28,915 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740
2024-11-25T02:22:28,918 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T02:22:28,920 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T02:22:28,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:28,921 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T02:22:28,921 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T02:22:28,922 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T02:22:28,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:28,923 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T02:22:28,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T02:22:28,925 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T02:22:28,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:28,926 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T02:22:28,927 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740
2024-11-25T02:22:28,930 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740
2024-11-25T02:22:28,933 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:22:28,936 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-25T02:22:28,937 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59017571, jitterRate=-0.12056966125965118}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:22:28,939 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-25T02:22:28,946 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501348779
2024-11-25T02:22:28,957 DEBUG [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-25T02:22:28,957 INFO  [RS_OPEN_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740
2024-11-25T02:22:28,958 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:28,960 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d020e4a2beb4,45223,1732501345062, state=OPEN
2024-11-25T02:22:28,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T02:22:28,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T02:22:28,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T02:22:28,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T02:22:28,969 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2
2024-11-25T02:22:28,969 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=d020e4a2beb4,45223,1732501345062 in 354 msec
2024-11-25T02:22:28,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-11-25T02:22:28,975 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec
2024-11-25T02:22:28,979 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4980 sec
2024-11-25T02:22:28,979 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501348979, completionTime=-1
2024-11-25T02:22:28,979 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-25T02:22:28,980 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster...
2024-11-25T02:22:29,018 DEBUG [hconnection-0x7fb40f80-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:29,021 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:29,031 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1
2024-11-25T02:22:29,031 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501409031
2024-11-25T02:22:29,031 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501469031
2024-11-25T02:22:29,032 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec
2024-11-25T02:22:29,054 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,34551,1732501344309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:29,055 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,34551,1732501344309-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:29,055 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,34551,1732501344309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:29,056 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d020e4a2beb4:34551, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:29,057 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:29,063 DEBUG [master/d020e4a2beb4:0.Chore.1 {}] janitor.CatalogJanitor(179): 
2024-11-25T02:22:29,066 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating...
2024-11-25T02:22:29,067 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-25T02:22:29,073 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace
2024-11-25T02:22:29,076 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T02:22:29,077 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:29,079 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T02:22:29,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741835_1011 (size=358)
2024-11-25T02:22:29,494 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fcc750e200413ada109ae860b18fb108, NAME => 'hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:22:29,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741836_1012 (size=42)
2024-11-25T02:22:29,505 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:29,505 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fcc750e200413ada109ae860b18fb108, disabling compactions & flushes
2024-11-25T02:22:29,505 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:22:29,505 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:22:29,505 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108. after waiting 0 ms
2024-11-25T02:22:29,506 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:22:29,506 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:22:29,506 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fcc750e200413ada109ae860b18fb108:

2024-11-25T02:22:29,508 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T02:22:29,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732501349510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501349510"}]},"ts":"1732501349510"}
2024-11-25T02:22:29,540 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-25T02:22:29,543 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T02:22:29,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501349543"}]},"ts":"1732501349543"}
2024-11-25T02:22:29,552 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta
2024-11-25T02:22:29,558 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fcc750e200413ada109ae860b18fb108, ASSIGN}]
2024-11-25T02:22:29,561 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fcc750e200413ada109ae860b18fb108, ASSIGN
2024-11-25T02:22:29,563 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fcc750e200413ada109ae860b18fb108, ASSIGN; state=OFFLINE, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=false
2024-11-25T02:22:29,714 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fcc750e200413ada109ae860b18fb108, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:29,718 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fcc750e200413ada109ae860b18fb108, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:22:29,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:29,878 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:22:29,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fcc750e200413ada109ae860b18fb108, NAME => 'hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:22:29,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fcc750e200413ada109ae860b18fb108
2024-11-25T02:22:29,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:29,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fcc750e200413ada109ae860b18fb108
2024-11-25T02:22:29,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fcc750e200413ada109ae860b18fb108
2024-11-25T02:22:29,882 INFO  [StoreOpener-fcc750e200413ada109ae860b18fb108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fcc750e200413ada109ae860b18fb108 
2024-11-25T02:22:29,885 INFO  [StoreOpener-fcc750e200413ada109ae860b18fb108-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcc750e200413ada109ae860b18fb108 columnFamilyName info
2024-11-25T02:22:29,885 DEBUG [StoreOpener-fcc750e200413ada109ae860b18fb108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:29,886 INFO  [StoreOpener-fcc750e200413ada109ae860b18fb108-1 {}] regionserver.HStore(327): Store=fcc750e200413ada109ae860b18fb108/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:29,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108
2024-11-25T02:22:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108
2024-11-25T02:22:29,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fcc750e200413ada109ae860b18fb108
2024-11-25T02:22:29,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:22:29,895 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fcc750e200413ada109ae860b18fb108; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61841049, jitterRate=-0.07849656045436859}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T02:22:29,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fcc750e200413ada109ae860b18fb108:

2024-11-25T02:22:29,899 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108., pid=6, masterSystemTime=1732501349872
2024-11-25T02:22:29,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:22:29,902 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:22:29,903 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fcc750e200413ada109ae860b18fb108, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:29,910 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5
2024-11-25T02:22:29,910 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fcc750e200413ada109ae860b18fb108, server=d020e4a2beb4,45223,1732501345062 in 188 msec
2024-11-25T02:22:29,914 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4
2024-11-25T02:22:29,914 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fcc750e200413ada109ae860b18fb108, ASSIGN in 352 msec
2024-11-25T02:22:29,915 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T02:22:29,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501349916"}]},"ts":"1732501349916"}
2024-11-25T02:22:29,919 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta
2024-11-25T02:22:29,922 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T02:22:29,925 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 855 msec
2024-11-25T02:22:29,977 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace
2024-11-25T02:22:29,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace
2024-11-25T02:22:29,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:29,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:22:30,008 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default
2024-11-25T02:22:30,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-25T02:22:30,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec
2024-11-25T02:22:30,032 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase
2024-11-25T02:22:30,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-25T02:22:30,047 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec
2024-11-25T02:22:30,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default
2024-11-25T02:22:30,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase
2024-11-25T02:22:30,060 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.924sec
2024-11-25T02:22:30,061 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-25T02:22:30,063 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-25T02:22:30,064 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-25T02:22:30,064 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-25T02:22:30,064 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-25T02:22:30,065 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,34551,1732501344309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T02:22:30,066 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,34551,1732501344309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-25T02:22:30,073 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds
2024-11-25T02:22:30,073 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-25T02:22:30,074 INFO  [master/d020e4a2beb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d020e4a2beb4,34551,1732501344309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T02:22:30,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466
2024-11-25T02:22:30,118 WARN  [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry
2024-11-25T02:22:30,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:30,130 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-25T02:22:30,130 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-25T02:22:30,139 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:30,147 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:30,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=d020e4a2beb4,34551,1732501344309
2024-11-25T02:22:30,172 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=7711
2024-11-25T02:22:30,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T02:22:30,186 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T02:22:30,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:22:30,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:22:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:30,222 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T02:22:30,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 9
2024-11-25T02:22:30,222 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:30,224 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T02:22:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-25T02:22:30,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741837_1013 (size=963)
2024-11-25T02:22:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-25T02:22:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-25T02:22:30,644 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:22:30,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741838_1014 (size=53)
2024-11-25T02:22:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-25T02:22:31,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:31,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1ec7de6ecd19171d2181ad5514cc1c0c, disabling compactions & flushes
2024-11-25T02:22:31,058 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. after waiting 0 ms
2024-11-25T02:22:31,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,058 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:31,060 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T02:22:31,061 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732501351061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501351061"}]},"ts":"1732501351061"}
2024-11-25T02:22:31,064 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-25T02:22:31,065 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T02:22:31,066 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501351066"}]},"ts":"1732501351066"}
2024-11-25T02:22:31,068 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-25T02:22:31,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec7de6ecd19171d2181ad5514cc1c0c, ASSIGN}]
2024-11-25T02:22:31,075 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec7de6ecd19171d2181ad5514cc1c0c, ASSIGN
2024-11-25T02:22:31,076 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec7de6ecd19171d2181ad5514cc1c0c, ASSIGN; state=OFFLINE, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=false
2024-11-25T02:22:31,226 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1ec7de6ecd19171d2181ad5514cc1c0c, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:31,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:22:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-25T02:22:31,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:31,389 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,389 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:22:31,390 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:31,390 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:31,390 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:31,390 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:31,392 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1ec7de6ecd19171d2181ad5514cc1c0c 
2024-11-25T02:22:31,395 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:31,396 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec7de6ecd19171d2181ad5514cc1c0c columnFamilyName A
2024-11-25T02:22:31,396 DEBUG [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:31,397 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.HStore(327): Store=1ec7de6ecd19171d2181ad5514cc1c0c/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:31,397 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1ec7de6ecd19171d2181ad5514cc1c0c 
2024-11-25T02:22:31,399 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:31,399 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec7de6ecd19171d2181ad5514cc1c0c columnFamilyName B
2024-11-25T02:22:31,399 DEBUG [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:31,400 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.HStore(327): Store=1ec7de6ecd19171d2181ad5514cc1c0c/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:31,400 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1ec7de6ecd19171d2181ad5514cc1c0c 
2024-11-25T02:22:31,402 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:31,403 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec7de6ecd19171d2181ad5514cc1c0c columnFamilyName C
2024-11-25T02:22:31,403 DEBUG [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:31,403 INFO  [StoreOpener-1ec7de6ecd19171d2181ad5514cc1c0c-1 {}] regionserver.HStore(327): Store=1ec7de6ecd19171d2181ad5514cc1c0c/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:31,404 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,405 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:31,406 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:31,408 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:22:31,411 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:31,414 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:22:31,415 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 1ec7de6ecd19171d2181ad5514cc1c0c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63909145, jitterRate=-0.04767952859401703}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:22:31,416 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:31,417 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., pid=11, masterSystemTime=1732501351383
2024-11-25T02:22:31,420 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,420 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:31,421 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1ec7de6ecd19171d2181ad5514cc1c0c, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:31,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10
2024-11-25T02:22:31,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062 in 194 msec
2024-11-25T02:22:31,430 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9
2024-11-25T02:22:31,430 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec7de6ecd19171d2181ad5514cc1c0c, ASSIGN in 354 msec
2024-11-25T02:22:31,431 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T02:22:31,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501351431"}]},"ts":"1732501351431"}
2024-11-25T02:22:31,434 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-25T02:22:31,437 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T02:22:31,440 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2210 sec
2024-11-25T02:22:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-25T02:22:32,345 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed
2024-11-25T02:22:32,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32
2024-11-25T02:22:32,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,360 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T02:22:32,374 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T02:22:32,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408
2024-11-25T02:22:32,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98
2024-11-25T02:22:32,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266
2024-11-25T02:22:32,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,412 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a
2024-11-25T02:22:32,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9
2024-11-25T02:22:32,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b
2024-11-25T02:22:32,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd
2024-11-25T02:22:32,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680
2024-11-25T02:22:32,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3
2024-11-25T02:22:32,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:32,469 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:32,490 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,495 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees
2024-11-25T02:22:32,498 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:32,500 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-25T02:22:32,502 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:32,502 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,504 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,518 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,529 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,549 DEBUG [hconnection-0x1ac08854-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,567 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,592 DEBUG [hconnection-0x45972b34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-25T02:22:32,624 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,633 DEBUG [hconnection-0xb279ab2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:32,651 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:32,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-25T02:22:32,688 DEBUG [hconnection-0x1983bce3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,689 DEBUG [hconnection-0xb294adb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:32,691 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:32,715 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,732 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:32,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:22:32,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:32,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:32,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:32,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-25T02:22:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e05dddab63ea4f52969c02717afc0fcb is 50, key is test_row_0/A:col10/1732501352721/Put/seqid=0
2024-11-25T02:22:33,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501413002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501413002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741839_1015 (size=12001)
2024-11-25T02:22:33,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501413015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,055 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e05dddab63ea4f52969c02717afc0fcb
2024-11-25T02:22:33,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501413043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501413009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-25T02:22:33,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501413201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501413202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501413203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501413204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501413203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/0bec079c1efb4b0198cac0a60216a9fd is 50, key is test_row_0/B:col10/1732501352721/Put/seqid=0
2024-11-25T02:22:33,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741840_1016 (size=12001)
2024-11-25T02:22:33,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/0bec079c1efb4b0198cac0a60216a9fd
2024-11-25T02:22:33,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/3189c6325051470f8eda908929b31af3 is 50, key is test_row_0/C:col10/1732501352721/Put/seqid=0
2024-11-25T02:22:33,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741841_1017 (size=12001)
2024-11-25T02:22:33,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/3189c6325051470f8eda908929b31af3
2024-11-25T02:22:33,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501413417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501413417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501413419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501413419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501413417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e05dddab63ea4f52969c02717afc0fcb as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e05dddab63ea4f52969c02717afc0fcb
2024-11-25T02:22:33,464 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e05dddab63ea4f52969c02717afc0fcb, entries=150, sequenceid=16, filesize=11.7 K
2024-11-25T02:22:33,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/0bec079c1efb4b0198cac0a60216a9fd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0bec079c1efb4b0198cac0a60216a9fd
2024-11-25T02:22:33,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0bec079c1efb4b0198cac0a60216a9fd, entries=150, sequenceid=16, filesize=11.7 K
2024-11-25T02:22:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/3189c6325051470f8eda908929b31af3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3189c6325051470f8eda908929b31af3
2024-11-25T02:22:33,501 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3189c6325051470f8eda908929b31af3, entries=150, sequenceid=16, filesize=11.7 K
2024-11-25T02:22:33,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1ec7de6ecd19171d2181ad5514cc1c0c in 772ms, sequenceid=16, compaction requested=false
2024-11-25T02:22:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-25T02:22:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:33,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-25T02:22:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=13
2024-11-25T02:22:33,521 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12
2024-11-25T02:22:33,521 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec
2024-11-25T02:22:33,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.0360 sec
2024-11-25T02:22:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-25T02:22:33,611 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed
2024-11-25T02:22:33,623 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees
2024-11-25T02:22:33,626 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-25T02:22:33,628 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:33,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:33,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-25T02:22:33,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace'
2024-11-25T02:22:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-25T02:22:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:33,738 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:22:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:33,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/b29dc08196e6491f9c1b18a28e49e004 is 50, key is test_row_0/A:col10/1732501353036/Put/seqid=0
2024-11-25T02:22:33,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-25T02:22:33,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:33,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:33,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:33,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:33,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:33,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501413795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741842_1018 (size=14341)
2024-11-25T02:22:33,829 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/b29dc08196e6491f9c1b18a28e49e004
2024-11-25T02:22:33,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501413804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501413810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501413812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501413819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1e34d698462b4c33ae02ac9b27e9e882 is 50, key is test_row_0/B:col10/1732501353036/Put/seqid=0
2024-11-25T02:22:33,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741843_1019 (size=12001)
2024-11-25T02:22:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-25T02:22:33,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501413933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501413938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501413944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501413950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501413955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:33,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-25T02:22:33,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:33,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:33,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:33,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-25T02:22:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:34,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501414154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501414160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501414161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501414161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501414166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-25T02:22:34,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-25T02:22:34,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:34,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:34,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:34,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1e34d698462b4c33ae02ac9b27e9e882
2024-11-25T02:22:34,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/11d75292921d4e61bf49e027c586c513 is 50, key is test_row_0/C:col10/1732501353036/Put/seqid=0
2024-11-25T02:22:34,443 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T02:22:34,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741844_1020 (size=12001)
2024-11-25T02:22:34,446 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/11d75292921d4e61bf49e027c586c513
2024-11-25T02:22:34,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501414460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-25T02:22:34,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:34,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:34,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:34,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:34,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/b29dc08196e6491f9c1b18a28e49e004 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b29dc08196e6491f9c1b18a28e49e004
2024-11-25T02:22:34,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501414468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501414469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501414473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501414471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,501 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b29dc08196e6491f9c1b18a28e49e004, entries=200, sequenceid=38, filesize=14.0 K
2024-11-25T02:22:34,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1e34d698462b4c33ae02ac9b27e9e882 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1e34d698462b4c33ae02ac9b27e9e882
2024-11-25T02:22:34,528 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1e34d698462b4c33ae02ac9b27e9e882, entries=150, sequenceid=38, filesize=11.7 K
2024-11-25T02:22:34,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/11d75292921d4e61bf49e027c586c513 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/11d75292921d4e61bf49e027c586c513
2024-11-25T02:22:34,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/11d75292921d4e61bf49e027c586c513, entries=150, sequenceid=38, filesize=11.7 K
2024-11-25T02:22:34,554 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1ec7de6ecd19171d2181ad5514cc1c0c in 816ms, sequenceid=38, compaction requested=false
2024-11-25T02:22:34,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:34,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:34,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-25T02:22:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:34,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:22:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f is 50, key is test_row_0/A:col10/1732501353803/Put/seqid=0
2024-11-25T02:22:34,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741845_1021 (size=12001)
2024-11-25T02:22:34,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f
2024-11-25T02:22:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-25T02:22:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/0dd78fd440a64b759322efe727062a6b is 50, key is test_row_0/B:col10/1732501353803/Put/seqid=0
2024-11-25T02:22:34,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-25T02:22:34,808 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-25T02:22:34,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741846_1022 (size=12001)
2024-11-25T02:22:34,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace
2024-11-25T02:22:34,889 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer
2024-11-25T02:22:34,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T02:22:34,890 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-25T02:22:34,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-25T02:22:34,891 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-25T02:22:34,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/0dd78fd440a64b759322efe727062a6b
2024-11-25T02:22:34,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-25T02:22:34,896 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-25T02:22:34,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/baa0441ba53c45259a0b0ade0bfcf583 is 50, key is test_row_0/C:col10/1732501353803/Put/seqid=0
2024-11-25T02:22:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:34,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:35,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741847_1023 (size=12001)
2024-11-25T02:22:35,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501415024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501415025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501415029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501415031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501415033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501415137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501415137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501415137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501415139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501415140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501415345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501415345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501415348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501415351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501415351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/baa0441ba53c45259a0b0ade0bfcf583
2024-11-25T02:22:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f
2024-11-25T02:22:35,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f, entries=150, sequenceid=52, filesize=11.7 K
2024-11-25T02:22:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/0dd78fd440a64b759322efe727062a6b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0dd78fd440a64b759322efe727062a6b
2024-11-25T02:22:35,450 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0dd78fd440a64b759322efe727062a6b, entries=150, sequenceid=52, filesize=11.7 K
2024-11-25T02:22:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/baa0441ba53c45259a0b0ade0bfcf583 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/baa0441ba53c45259a0b0ade0bfcf583
2024-11-25T02:22:35,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/baa0441ba53c45259a0b0ade0bfcf583, entries=150, sequenceid=52, filesize=11.7 K
2024-11-25T02:22:35,471 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1ec7de6ecd19171d2181ad5514cc1c0c in 849ms, sequenceid=52, compaction requested=true
2024-11-25T02:22:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-25T02:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=15
2024-11-25T02:22:35,478 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-11-25T02:22:35,478 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec
2024-11-25T02:22:35,481 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8560 sec
2024-11-25T02:22:35,661 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:35,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:35,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:35,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:35,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:35,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:35,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:35,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/780f19030af64b38b2ecf240e6b08eb2 is 50, key is test_row_0/A:col10/1732501355655/Put/seqid=0
2024-11-25T02:22:35,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501415697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501415693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501415702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741848_1024 (size=16681)
2024-11-25T02:22:35,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501415703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,712 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/780f19030af64b38b2ecf240e6b08eb2
2024-11-25T02:22:35,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501415704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/92c3700d81054af2a42c45c44f7145a8 is 50, key is test_row_0/B:col10/1732501355655/Put/seqid=0
2024-11-25T02:22:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-25T02:22:35,739 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed
2024-11-25T02:22:35,753 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees
2024-11-25T02:22:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-25T02:22:35,758 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:35,760 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:35,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:35,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741849_1025 (size=12001)
2024-11-25T02:22:35,772 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/92c3700d81054af2a42c45c44f7145a8
2024-11-25T02:22:35,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/1c972f2147744228971793194a371655 is 50, key is test_row_0/C:col10/1732501355655/Put/seqid=0
2024-11-25T02:22:35,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501415807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501415807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501415812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501415817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501415816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741850_1026 (size=12001)
2024-11-25T02:22:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-25T02:22:35,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:35,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:35,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:35,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501416015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501416014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501416025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501416025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501416026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-25T02:22:36,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,242 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/1c972f2147744228971793194a371655
2024-11-25T02:22:36,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/780f19030af64b38b2ecf240e6b08eb2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/780f19030af64b38b2ecf240e6b08eb2
2024-11-25T02:22:36,272 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/780f19030af64b38b2ecf240e6b08eb2, entries=250, sequenceid=76, filesize=16.3 K
2024-11-25T02:22:36,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/92c3700d81054af2a42c45c44f7145a8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/92c3700d81054af2a42c45c44f7145a8
2024-11-25T02:22:36,308 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/92c3700d81054af2a42c45c44f7145a8, entries=150, sequenceid=76, filesize=11.7 K
2024-11-25T02:22:36,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/1c972f2147744228971793194a371655 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1c972f2147744228971793194a371655
2024-11-25T02:22:36,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501416327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,339 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1c972f2147744228971793194a371655, entries=150, sequenceid=76, filesize=11.7 K
2024-11-25T02:22:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501416327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,343 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1ec7de6ecd19171d2181ad5514cc1c0c in 681ms, sequenceid=76, compaction requested=true
2024-11-25T02:22:36,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:36,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-25T02:22:36,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:36,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:36,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:36,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:36,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:36,363 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:36,363 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-25T02:22:36,363 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:36,371 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:36,372 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:36,373 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:36,373 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:36,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:36,373 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,373 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:36,374 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0bec079c1efb4b0198cac0a60216a9fd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1e34d698462b4c33ae02ac9b27e9e882, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0dd78fd440a64b759322efe727062a6b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/92c3700d81054af2a42c45c44f7145a8] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=46.9 K
2024-11-25T02:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:36,374 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e05dddab63ea4f52969c02717afc0fcb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b29dc08196e6491f9c1b18a28e49e004, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/780f19030af64b38b2ecf240e6b08eb2] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=53.7 K
2024-11-25T02:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:36,377 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bec079c1efb4b0198cac0a60216a9fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501352631
2024-11-25T02:22:36,379 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e34d698462b4c33ae02ac9b27e9e882, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732501353007
2024-11-25T02:22:36,380 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dd78fd440a64b759322efe727062a6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732501353786
2024-11-25T02:22:36,381 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 92c3700d81054af2a42c45c44f7145a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501355026
2024-11-25T02:22:36,384 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e05dddab63ea4f52969c02717afc0fcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501352631
2024-11-25T02:22:36,386 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting b29dc08196e6491f9c1b18a28e49e004, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732501352866
2024-11-25T02:22:36,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,400 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9bb92f5d39d4c4a9bcdddff8b08ac2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732501353786
2024-11-25T02:22:36,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8bd09f09e4d445928915aeb8b47b64ff is 50, key is test_row_0/A:col10/1732501356351/Put/seqid=0
2024-11-25T02:22:36,403 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 780f19030af64b38b2ecf240e6b08eb2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501354998
2024-11-25T02:22:36,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741851_1027 (size=12001)
2024-11-25T02:22:36,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8bd09f09e4d445928915aeb8b47b64ff
2024-11-25T02:22:36,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/748d9f5921eb43a795903eafb40ff04f is 50, key is test_row_0/B:col10/1732501356351/Put/seqid=0
2024-11-25T02:22:36,508 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#14 average throughput is 0.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:36,510 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/29a220c3fe4e47cfbfcd28bea359a400 is 50, key is test_row_0/A:col10/1732501355655/Put/seqid=0
2024-11-25T02:22:36,511 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#13 average throughput is 0.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:36,514 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/86af56e8a1f847a0b328fe0f993f6bd1 is 50, key is test_row_0/B:col10/1732501355655/Put/seqid=0
2024-11-25T02:22:36,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501416537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741852_1028 (size=12001)
2024-11-25T02:22:36,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:36,551 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/748d9f5921eb43a795903eafb40ff04f
2024-11-25T02:22:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741853_1029 (size=12139)
2024-11-25T02:22:36,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501416542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501416546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,578 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/29a220c3fe4e47cfbfcd28bea359a400 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/29a220c3fe4e47cfbfcd28bea359a400
2024-11-25T02:22:36,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741854_1030 (size=12139)
2024-11-25T02:22:36,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/8cbbb0de8d8247fd9f249ad9bf68a963 is 50, key is test_row_0/C:col10/1732501356351/Put/seqid=0
2024-11-25T02:22:36,613 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into 29a220c3fe4e47cfbfcd28bea359a400(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:36,614 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:36,614 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=12, startTime=1732501356345; duration=0sec
2024-11-25T02:22:36,614 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:36,615 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:36,615 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:36,618 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:36,619 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:36,619 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,619 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3189c6325051470f8eda908929b31af3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/11d75292921d4e61bf49e027c586c513, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/baa0441ba53c45259a0b0ade0bfcf583, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1c972f2147744228971793194a371655] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=46.9 K
2024-11-25T02:22:36,620 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3189c6325051470f8eda908929b31af3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501352631
2024-11-25T02:22:36,621 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11d75292921d4e61bf49e027c586c513, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732501353007
2024-11-25T02:22:36,622 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting baa0441ba53c45259a0b0ade0bfcf583, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732501353786
2024-11-25T02:22:36,623 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c972f2147744228971793194a371655, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501355026
2024-11-25T02:22:36,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741855_1031 (size=12001)
2024-11-25T02:22:36,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501416648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501416669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,682 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#17 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:36,684 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/a16b8e7b58664f35b878ffb0ae43f85e is 50, key is test_row_0/C:col10/1732501355655/Put/seqid=0
2024-11-25T02:22:36,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501416672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:36,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741856_1032 (size=12139)
2024-11-25T02:22:36,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501416840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501416845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:36,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-25T02:22:36,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501416862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501416880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:36,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501416894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:37,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:37,024 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/86af56e8a1f847a0b328fe0f993f6bd1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86af56e8a1f847a0b328fe0f993f6bd1
2024-11-25T02:22:37,045 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into 86af56e8a1f847a0b328fe0f993f6bd1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:37,045 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:37,045 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=12, startTime=1732501356362; duration=0sec
2024-11-25T02:22:37,045 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:37,045 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:37,061 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/8cbbb0de8d8247fd9f249ad9bf68a963
2024-11-25T02:22:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8bd09f09e4d445928915aeb8b47b64ff as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8bd09f09e4d445928915aeb8b47b64ff
2024-11-25T02:22:37,087 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8bd09f09e4d445928915aeb8b47b64ff, entries=150, sequenceid=93, filesize=11.7 K
2024-11-25T02:22:37,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/748d9f5921eb43a795903eafb40ff04f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/748d9f5921eb43a795903eafb40ff04f
2024-11-25T02:22:37,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/748d9f5921eb43a795903eafb40ff04f, entries=150, sequenceid=93, filesize=11.7 K
2024-11-25T02:22:37,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/8cbbb0de8d8247fd9f249ad9bf68a963 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/8cbbb0de8d8247fd9f249ad9bf68a963
2024-11-25T02:22:37,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/8cbbb0de8d8247fd9f249ad9bf68a963, entries=150, sequenceid=93, filesize=11.7 K
2024-11-25T02:22:37,116 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1ec7de6ecd19171d2181ad5514cc1c0c in 753ms, sequenceid=93, compaction requested=false
2024-11-25T02:22:37,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:37,146 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/a16b8e7b58664f35b878ffb0ae43f85e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/a16b8e7b58664f35b878ffb0ae43f85e
2024-11-25T02:22:37,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-25T02:22:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:37,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:22:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:37,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:37,185 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into a16b8e7b58664f35b878ffb0ae43f85e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:37,186 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:37,186 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=12, startTime=1732501356362; duration=0sec
2024-11-25T02:22:37,186 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:37,186 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:37,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/673507c68b7d4d27be83f90a63017e35 is 50, key is test_row_0/A:col10/1732501356530/Put/seqid=0
2024-11-25T02:22:37,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501417232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741857_1033 (size=12001)
2024-11-25T02:22:37,237 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/673507c68b7d4d27be83f90a63017e35
2024-11-25T02:22:37,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501417234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501417236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c83a5f2eb70041888e580a530479f32d is 50, key is test_row_0/B:col10/1732501356530/Put/seqid=0
2024-11-25T02:22:37,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741858_1034 (size=12001)
2024-11-25T02:22:37,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501417338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501417341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501417347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501417546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501417553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501417548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c83a5f2eb70041888e580a530479f32d
2024-11-25T02:22:37,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb is 50, key is test_row_0/C:col10/1732501356530/Put/seqid=0
2024-11-25T02:22:37,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741859_1035 (size=12001)
2024-11-25T02:22:37,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb
2024-11-25T02:22:37,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/673507c68b7d4d27be83f90a63017e35 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/673507c68b7d4d27be83f90a63017e35
2024-11-25T02:22:37,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/673507c68b7d4d27be83f90a63017e35, entries=150, sequenceid=114, filesize=11.7 K
2024-11-25T02:22:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c83a5f2eb70041888e580a530479f32d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c83a5f2eb70041888e580a530479f32d
2024-11-25T02:22:37,842 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c83a5f2eb70041888e580a530479f32d, entries=150, sequenceid=114, filesize=11.7 K
2024-11-25T02:22:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb
2024-11-25T02:22:37,854 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb, entries=150, sequenceid=114, filesize=11.7 K
2024-11-25T02:22:37,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 1ec7de6ecd19171d2181ad5514cc1c0c in 683ms, sequenceid=114, compaction requested=true
2024-11-25T02:22:37,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:37,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:37,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-25T02:22:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=17
2024-11-25T02:22:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:37,863 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:22:37,863 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16
2024-11-25T02:22:37,863 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0940 sec
2024-11-25T02:22:37,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-25T02:22:37,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.1120 sec
2024-11-25T02:22:37,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/4e24fa137b054c9eb1649c5a25ec1ae8 is 50, key is test_row_0/A:col10/1732501357859/Put/seqid=0
2024-11-25T02:22:37,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501417905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501417910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501417912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501417923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501417922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:37,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741860_1036 (size=12101)
2024-11-25T02:22:38,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501418025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501418040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501418041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501418041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501418054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501418237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501418253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501418252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501418253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501418271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,347 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/4e24fa137b054c9eb1649c5a25ec1ae8
2024-11-25T02:22:38,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/80b9991064ab428fbec2f155717a2e08 is 50, key is test_row_0/B:col10/1732501357859/Put/seqid=0
2024-11-25T02:22:38,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741861_1037 (size=12101)
2024-11-25T02:22:38,403 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/80b9991064ab428fbec2f155717a2e08
2024-11-25T02:22:38,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6da73fe8af3e4bfe8176d1e8b69fd89a is 50, key is test_row_0/C:col10/1732501357859/Put/seqid=0
2024-11-25T02:22:38,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741862_1038 (size=12101)
2024-11-25T02:22:38,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501418546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501418562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501418579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501418580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501418587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:38,905 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6da73fe8af3e4bfe8176d1e8b69fd89a
2024-11-25T02:22:38,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/4e24fa137b054c9eb1649c5a25ec1ae8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4e24fa137b054c9eb1649c5a25ec1ae8
2024-11-25T02:22:38,928 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4e24fa137b054c9eb1649c5a25ec1ae8, entries=150, sequenceid=134, filesize=11.8 K
2024-11-25T02:22:38,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/80b9991064ab428fbec2f155717a2e08 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/80b9991064ab428fbec2f155717a2e08
2024-11-25T02:22:38,942 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/80b9991064ab428fbec2f155717a2e08, entries=150, sequenceid=134, filesize=11.8 K
2024-11-25T02:22:38,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6da73fe8af3e4bfe8176d1e8b69fd89a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6da73fe8af3e4bfe8176d1e8b69fd89a
2024-11-25T02:22:38,970 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6da73fe8af3e4bfe8176d1e8b69fd89a, entries=150, sequenceid=134, filesize=11.8 K
2024-11-25T02:22:38,972 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1109ms, sequenceid=134, compaction requested=true
2024-11-25T02:22:38,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:38,972 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:38,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:38,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:38,973 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:38,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:38,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:38,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:38,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:38,975 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:38,975 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:38,976 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:38,976 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:38,976 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:38,976 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/29a220c3fe4e47cfbfcd28bea359a400, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8bd09f09e4d445928915aeb8b47b64ff, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/673507c68b7d4d27be83f90a63017e35, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4e24fa137b054c9eb1649c5a25ec1ae8] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=47.1 K
2024-11-25T02:22:38,976 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:38,976 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86af56e8a1f847a0b328fe0f993f6bd1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/748d9f5921eb43a795903eafb40ff04f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c83a5f2eb70041888e580a530479f32d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/80b9991064ab428fbec2f155717a2e08] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=47.1 K
2024-11-25T02:22:38,978 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29a220c3fe4e47cfbfcd28bea359a400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501355026
2024-11-25T02:22:38,978 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 86af56e8a1f847a0b328fe0f993f6bd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501355026
2024-11-25T02:22:38,979 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bd09f09e4d445928915aeb8b47b64ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732501356349
2024-11-25T02:22:38,979 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 748d9f5921eb43a795903eafb40ff04f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732501356349
2024-11-25T02:22:38,980 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 673507c68b7d4d27be83f90a63017e35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501356530
2024-11-25T02:22:38,980 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c83a5f2eb70041888e580a530479f32d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501356530
2024-11-25T02:22:38,981 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e24fa137b054c9eb1649c5a25ec1ae8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501357217
2024-11-25T02:22:38,981 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 80b9991064ab428fbec2f155717a2e08, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501357217
2024-11-25T02:22:39,007 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:39,009 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/d94f71df4ba740d2880555eee2768cfa is 50, key is test_row_0/A:col10/1732501357859/Put/seqid=0
2024-11-25T02:22:39,009 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:39,009 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/4af49458c285422c99ac9c682f16d857 is 50, key is test_row_0/B:col10/1732501357859/Put/seqid=0
2024-11-25T02:22:39,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741864_1040 (size=12375)
2024-11-25T02:22:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:39,073 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:22:39,073 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/d94f71df4ba740d2880555eee2768cfa as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d94f71df4ba740d2880555eee2768cfa
2024-11-25T02:22:39,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:39,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:39,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:39,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:39,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:39,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:39,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741863_1039 (size=12375)
2024-11-25T02:22:39,086 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into d94f71df4ba740d2880555eee2768cfa(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:39,086 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:39,086 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=12, startTime=1732501358972; duration=0sec
2024-11-25T02:22:39,087 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:39,087 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:39,087 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:39,089 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:39,090 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:39,090 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:39,090 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/a16b8e7b58664f35b878ffb0ae43f85e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/8cbbb0de8d8247fd9f249ad9bf68a963, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6da73fe8af3e4bfe8176d1e8b69fd89a] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=47.1 K
2024-11-25T02:22:39,091 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a16b8e7b58664f35b878ffb0ae43f85e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501355026
2024-11-25T02:22:39,092 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cbbb0de8d8247fd9f249ad9bf68a963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732501356349
2024-11-25T02:22:39,093 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cbcde0c8b4a4fef9f8ca9d8797d38cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501356530
2024-11-25T02:22:39,094 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6da73fe8af3e4bfe8176d1e8b69fd89a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501357217
2024-11-25T02:22:39,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8a1626a90696411faad90751e2487371 is 50, key is test_row_0/A:col10/1732501357912/Put/seqid=0
2024-11-25T02:22:39,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501419117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,127 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:39,128 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/1f51e33a120c4080ae6963fdb8798f39 is 50, key is test_row_0/C:col10/1732501357859/Put/seqid=0
2024-11-25T02:22:39,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501419123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501419125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501419126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501419129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741865_1041 (size=14541)
2024-11-25T02:22:39,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741866_1042 (size=12375)
2024-11-25T02:22:39,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501419229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501419234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501419241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501419242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501419242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501419437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501419443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501419455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501419461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501419454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,497 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/4af49458c285422c99ac9c682f16d857 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/4af49458c285422c99ac9c682f16d857
2024-11-25T02:22:39,513 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into 4af49458c285422c99ac9c682f16d857(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:39,513 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:39,513 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=12, startTime=1732501358973; duration=0sec
2024-11-25T02:22:39,513 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:39,513 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:39,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8a1626a90696411faad90751e2487371
2024-11-25T02:22:39,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/e78af25910a04815a27372af28591e58 is 50, key is test_row_0/B:col10/1732501357912/Put/seqid=0
2024-11-25T02:22:39,597 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/1f51e33a120c4080ae6963fdb8798f39 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1f51e33a120c4080ae6963fdb8798f39
2024-11-25T02:22:39,609 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into 1f51e33a120c4080ae6963fdb8798f39(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:39,609 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:39,609 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=12, startTime=1732501358973; duration=0sec
2024-11-25T02:22:39,609 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:39,609 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:39,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741867_1043 (size=12151)
2024-11-25T02:22:39,655 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/e78af25910a04815a27372af28591e58
2024-11-25T02:22:39,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/fca628e2af0c4ad5819dac7d2dea45f9 is 50, key is test_row_0/C:col10/1732501357912/Put/seqid=0
2024-11-25T02:22:39,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741868_1044 (size=12151)
2024-11-25T02:22:39,740 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/fca628e2af0c4ad5819dac7d2dea45f9
2024-11-25T02:22:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8a1626a90696411faad90751e2487371 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8a1626a90696411faad90751e2487371
2024-11-25T02:22:39,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501419752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501419753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,763 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8a1626a90696411faad90751e2487371, entries=200, sequenceid=153, filesize=14.2 K
2024-11-25T02:22:39,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501419765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/e78af25910a04815a27372af28591e58 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/e78af25910a04815a27372af28591e58
2024-11-25T02:22:39,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501419774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/e78af25910a04815a27372af28591e58, entries=150, sequenceid=153, filesize=11.9 K
2024-11-25T02:22:39,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501419779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:39,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/fca628e2af0c4ad5819dac7d2dea45f9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/fca628e2af0c4ad5819dac7d2dea45f9
2024-11-25T02:22:39,797 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/fca628e2af0c4ad5819dac7d2dea45f9, entries=150, sequenceid=153, filesize=11.9 K
2024-11-25T02:22:39,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 1ec7de6ecd19171d2181ad5514cc1c0c in 726ms, sequenceid=153, compaction requested=false
2024-11-25T02:22:39,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-25T02:22:39,868 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed
2024-11-25T02:22:39,871 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees
2024-11-25T02:22:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-25T02:22:39,875 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:39,876 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:39,876 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-25T02:22:40,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-25T02:22:40,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:40,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:22:40,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:40,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:40,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:40,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/c4fa8f6164304757b9345c8996cf25af is 50, key is test_row_0/A:col10/1732501359123/Put/seqid=0
2024-11-25T02:22:40,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741869_1045 (size=12151)
2024-11-25T02:22:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-25T02:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:40,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:40,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501420297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501420308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501420310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501420313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501420304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501420417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501420422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501420419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501420424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501420424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-25T02:22:40,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/c4fa8f6164304757b9345c8996cf25af
2024-11-25T02:22:40,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/184fc222f6ca40b88f785f2bb5305827 is 50, key is test_row_0/B:col10/1732501359123/Put/seqid=0
2024-11-25T02:22:40,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741870_1046 (size=12151)
2024-11-25T02:22:40,607 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/184fc222f6ca40b88f785f2bb5305827
2024-11-25T02:22:40,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501420626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501420625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501420627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501420632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501420632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/4a4a177d5d434b0d9124a3acd27f401d is 50, key is test_row_0/C:col10/1732501359123/Put/seqid=0
2024-11-25T02:22:40,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741871_1047 (size=12151)
2024-11-25T02:22:40,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501420933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501420945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501420945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501420949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501420944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-25T02:22:41,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/4a4a177d5d434b0d9124a3acd27f401d
2024-11-25T02:22:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/c4fa8f6164304757b9345c8996cf25af as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/c4fa8f6164304757b9345c8996cf25af
2024-11-25T02:22:41,135 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/c4fa8f6164304757b9345c8996cf25af, entries=150, sequenceid=174, filesize=11.9 K
2024-11-25T02:22:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/184fc222f6ca40b88f785f2bb5305827 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/184fc222f6ca40b88f785f2bb5305827
2024-11-25T02:22:41,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/184fc222f6ca40b88f785f2bb5305827, entries=150, sequenceid=174, filesize=11.9 K
2024-11-25T02:22:41,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/4a4a177d5d434b0d9124a3acd27f401d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/4a4a177d5d434b0d9124a3acd27f401d
2024-11-25T02:22:41,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/4a4a177d5d434b0d9124a3acd27f401d, entries=150, sequenceid=174, filesize=11.9 K
2024-11-25T02:22:41,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1157ms, sequenceid=174, compaction requested=true
2024-11-25T02:22:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19
2024-11-25T02:22:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=19
2024-11-25T02:22:41,196 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18
2024-11-25T02:22:41,196 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec
2024-11-25T02:22:41,201 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.3270 sec
2024-11-25T02:22:41,460 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-25T02:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:41,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:41,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:41,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:41,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:41,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/4a65640c40d14d489f3970724e463968 is 50, key is test_row_0/A:col10/1732501361454/Put/seqid=0
2024-11-25T02:22:41,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501421504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501421505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501421509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501421510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501421511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741872_1048 (size=12151)
2024-11-25T02:22:41,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501421615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501421615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501421616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501421620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501421621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501421823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501421823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501421827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501421826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501421830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:41,928 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/4a65640c40d14d489f3970724e463968
2024-11-25T02:22:41,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/86b31fd022a440608a249b95ec1ae1f6 is 50, key is test_row_0/B:col10/1732501361454/Put/seqid=0
2024-11-25T02:22:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-25T02:22:41,985 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed
2024-11-25T02:22:41,987 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees
2024-11-25T02:22:41,990 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-25T02:22:41,992 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:41,992 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:42,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741873_1049 (size=12151)
2024-11-25T02:22:42,012 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/86b31fd022a440608a249b95ec1ae1f6
2024-11-25T02:22:42,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6918d98f004841e7933194af53b4fc28 is 50, key is test_row_0/C:col10/1732501361454/Put/seqid=0
2024-11-25T02:22:42,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741874_1050 (size=12151)
2024-11-25T02:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-25T02:22:42,093 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6918d98f004841e7933194af53b4fc28
2024-11-25T02:22:42,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/4a65640c40d14d489f3970724e463968 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4a65640c40d14d489f3970724e463968
2024-11-25T02:22:42,118 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4a65640c40d14d489f3970724e463968, entries=150, sequenceid=196, filesize=11.9 K
2024-11-25T02:22:42,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/86b31fd022a440608a249b95ec1ae1f6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86b31fd022a440608a249b95ec1ae1f6
2024-11-25T02:22:42,128 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86b31fd022a440608a249b95ec1ae1f6, entries=150, sequenceid=196, filesize=11.9 K
2024-11-25T02:22:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6918d98f004841e7933194af53b4fc28 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6918d98f004841e7933194af53b4fc28
2024-11-25T02:22:42,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501422132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501422132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501422132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,138 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6918d98f004841e7933194af53b4fc28, entries=150, sequenceid=196, filesize=11.9 K
2024-11-25T02:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501422133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501422135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,140 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 1ec7de6ecd19171d2181ad5514cc1c0c in 680ms, sequenceid=196, compaction requested=true
2024-11-25T02:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:42,140 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:42,140 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:42,142 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51218 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:42,142 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:42,142 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:42,142 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:42,142 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:42,143 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d94f71df4ba740d2880555eee2768cfa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8a1626a90696411faad90751e2487371, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/c4fa8f6164304757b9345c8996cf25af, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4a65640c40d14d489f3970724e463968] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=50.0 K
2024-11-25T02:22:42,143 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:42,143 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/4af49458c285422c99ac9c682f16d857, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/e78af25910a04815a27372af28591e58, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/184fc222f6ca40b88f785f2bb5305827, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86b31fd022a440608a249b95ec1ae1f6] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=47.7 K
2024-11-25T02:22:42,144 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4af49458c285422c99ac9c682f16d857, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501357217
2024-11-25T02:22:42,144 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d94f71df4ba740d2880555eee2768cfa, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501357217
2024-11-25T02:22:42,144 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a1626a90696411faad90751e2487371, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732501357891
2024-11-25T02:22:42,144 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e78af25910a04815a27372af28591e58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732501357891
2024-11-25T02:22:42,145 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4fa8f6164304757b9345c8996cf25af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732501359122
2024-11-25T02:22:42,145 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 184fc222f6ca40b88f785f2bb5305827, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732501359122
2024-11-25T02:22:42,146 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a65640c40d14d489f3970724e463968, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501360308
2024-11-25T02:22:42,146 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b31fd022a440608a249b95ec1ae1f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501360308
2024-11-25T02:22:42,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-25T02:22:42,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:42,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-25T02:22:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/395fa586acd240568da69febc33dc9a2 is 50, key is test_row_0/A:col10/1732501361506/Put/seqid=0
2024-11-25T02:22:42,180 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:42,181 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/10a8f694d74b4524b5513f9ef281cf57 is 50, key is test_row_0/A:col10/1732501361454/Put/seqid=0
2024-11-25T02:22:42,203 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:42,204 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/d20f2b65dbdb47ce9bfc9fc99a63e987 is 50, key is test_row_0/B:col10/1732501361454/Put/seqid=0
2024-11-25T02:22:42,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741875_1051 (size=12151)
2024-11-25T02:22:42,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741877_1053 (size=12561)
2024-11-25T02:22:42,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741876_1052 (size=12561)
2024-11-25T02:22:42,285 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/d20f2b65dbdb47ce9bfc9fc99a63e987 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d20f2b65dbdb47ce9bfc9fc99a63e987
2024-11-25T02:22:42,290 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/10a8f694d74b4524b5513f9ef281cf57 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/10a8f694d74b4524b5513f9ef281cf57
2024-11-25T02:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-25T02:22:42,301 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into d20f2b65dbdb47ce9bfc9fc99a63e987(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:42,301 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:42,301 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=12, startTime=1732501362140; duration=0sec
2024-11-25T02:22:42,301 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:42,301 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:42,302 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into 10a8f694d74b4524b5513f9ef281cf57(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:42,302 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:42,302 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=12, startTime=1732501362140; duration=0sec
2024-11-25T02:22:42,302 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:42,302 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:42,302 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:42,305 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:42,305 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:42,306 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:42,306 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1f51e33a120c4080ae6963fdb8798f39, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/fca628e2af0c4ad5819dac7d2dea45f9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/4a4a177d5d434b0d9124a3acd27f401d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6918d98f004841e7933194af53b4fc28] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=47.7 K
2024-11-25T02:22:42,307 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f51e33a120c4080ae6963fdb8798f39, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501357217
2024-11-25T02:22:42,307 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting fca628e2af0c4ad5819dac7d2dea45f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732501357891
2024-11-25T02:22:42,314 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a4a177d5d434b0d9124a3acd27f401d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732501359122
2024-11-25T02:22:42,316 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6918d98f004841e7933194af53b4fc28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501360308
2024-11-25T02:22:42,359 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:42,361 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/b723595d677e4cb39ed1fb83974d3914 is 50, key is test_row_0/C:col10/1732501361454/Put/seqid=0
2024-11-25T02:22:42,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741878_1054 (size=12561)
2024-11-25T02:22:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-25T02:22:42,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/395fa586acd240568da69febc33dc9a2
2024-11-25T02:22:42,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/78207a3198c4479a9c0ce8147854ea84 is 50, key is test_row_0/B:col10/1732501361506/Put/seqid=0
2024-11-25T02:22:42,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:42,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741879_1055 (size=12151)
2024-11-25T02:22:42,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501422690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501422691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501422691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501422693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501422695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501422797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501422803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501422798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501422803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501422806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:42,821 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/b723595d677e4cb39ed1fb83974d3914 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/b723595d677e4cb39ed1fb83974d3914
2024-11-25T02:22:42,829 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into b723595d677e4cb39ed1fb83974d3914(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:42,830 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:42,830 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=12, startTime=1732501362140; duration=0sec
2024-11-25T02:22:42,830 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:42,830 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:43,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501423008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501423015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501423015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501423016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501423017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/78207a3198c4479a9c0ce8147854ea84
2024-11-25T02:22:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-25T02:22:43,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/935d3307db884823b4aa70c46879850d is 50, key is test_row_0/C:col10/1732501361506/Put/seqid=0
2024-11-25T02:22:43,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741880_1056 (size=12151)
2024-11-25T02:22:43,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501423314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501423321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501423321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501423322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501423331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/935d3307db884823b4aa70c46879850d
2024-11-25T02:22:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/395fa586acd240568da69febc33dc9a2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/395fa586acd240568da69febc33dc9a2
2024-11-25T02:22:43,604 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/395fa586acd240568da69febc33dc9a2, entries=150, sequenceid=212, filesize=11.9 K
2024-11-25T02:22:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/78207a3198c4479a9c0ce8147854ea84 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/78207a3198c4479a9c0ce8147854ea84
2024-11-25T02:22:43,615 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/78207a3198c4479a9c0ce8147854ea84, entries=150, sequenceid=212, filesize=11.9 K
2024-11-25T02:22:43,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/935d3307db884823b4aa70c46879850d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/935d3307db884823b4aa70c46879850d
2024-11-25T02:22:43,629 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/935d3307db884823b4aa70c46879850d, entries=150, sequenceid=212, filesize=11.9 K
2024-11-25T02:22:43,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1480ms, sequenceid=212, compaction requested=false
2024-11-25T02:22:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-25T02:22:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=21
2024-11-25T02:22:43,636 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20
2024-11-25T02:22:43,637 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6410 sec
2024-11-25T02:22:43,640 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.6500 sec
2024-11-25T02:22:43,825 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:22:43,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:43,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:43,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:43,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:43,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:43,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:43,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/b2ffafb7c14c4f61a68f9fdad3c73f2a is 50, key is test_row_0/A:col10/1732501362687/Put/seqid=0
2024-11-25T02:22:43,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501423848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501423852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501423855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501423855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501423856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741881_1057 (size=12151)
2024-11-25T02:22:43,895 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/b2ffafb7c14c4f61a68f9fdad3c73f2a
2024-11-25T02:22:43,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/acd233955b434009a9cf458d73e1ca90 is 50, key is test_row_0/B:col10/1732501362687/Put/seqid=0
2024-11-25T02:22:43,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501423958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501423958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501423964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501423965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:43,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741882_1058 (size=12151)
2024-11-25T02:22:43,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501423966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-25T02:22:44,098 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed
2024-11-25T02:22:44,100 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees
2024-11-25T02:22:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-25T02:22:44,103 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:44,105 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:44,105 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:44,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501424161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501424164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501424168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501424170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501424173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-25T02:22:44,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,369 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/acd233955b434009a9cf458d73e1ca90
2024-11-25T02:22:44,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/9c50c7617850464ca9d1d9405b3dfba9 is 50, key is test_row_0/C:col10/1732501362687/Put/seqid=0
2024-11-25T02:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-25T02:22:44,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:44,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:44,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741883_1059 (size=12151)
2024-11-25T02:22:44,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501424467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501424470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501424472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501424475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501424477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:44,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-25T02:22:44,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:44,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:44,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,834 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/9c50c7617850464ca9d1d9405b3dfba9
2024-11-25T02:22:44,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/b2ffafb7c14c4f61a68f9fdad3c73f2a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b2ffafb7c14c4f61a68f9fdad3c73f2a
2024-11-25T02:22:44,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b2ffafb7c14c4f61a68f9fdad3c73f2a, entries=150, sequenceid=237, filesize=11.9 K
2024-11-25T02:22:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/acd233955b434009a9cf458d73e1ca90 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/acd233955b434009a9cf458d73e1ca90
2024-11-25T02:22:44,887 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/acd233955b434009a9cf458d73e1ca90, entries=150, sequenceid=237, filesize=11.9 K
2024-11-25T02:22:44,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:44,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/9c50c7617850464ca9d1d9405b3dfba9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9c50c7617850464ca9d1d9405b3dfba9
2024-11-25T02:22:44,918 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9c50c7617850464ca9d1d9405b3dfba9, entries=150, sequenceid=237, filesize=11.9 K
2024-11-25T02:22:44,922 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1097ms, sequenceid=237, compaction requested=true
2024-11-25T02:22:44,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:44,922 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:44,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:44,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:44,923 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:44,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:44,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:44,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:44,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:44,926 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:44,926 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:44,926 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,926 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d20f2b65dbdb47ce9bfc9fc99a63e987, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/78207a3198c4479a9c0ce8147854ea84, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/acd233955b434009a9cf458d73e1ca90] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=36.0 K
2024-11-25T02:22:44,927 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:44,927 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:44,927 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:44,927 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/10a8f694d74b4524b5513f9ef281cf57, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/395fa586acd240568da69febc33dc9a2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b2ffafb7c14c4f61a68f9fdad3c73f2a] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=36.0 K
2024-11-25T02:22:44,927 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d20f2b65dbdb47ce9bfc9fc99a63e987, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501360308
2024-11-25T02:22:44,928 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10a8f694d74b4524b5513f9ef281cf57, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501360308
2024-11-25T02:22:44,928 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 78207a3198c4479a9c0ce8147854ea84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732501361503
2024-11-25T02:22:44,928 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 395fa586acd240568da69febc33dc9a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732501361503
2024-11-25T02:22:44,928 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting acd233955b434009a9cf458d73e1ca90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501362687
2024-11-25T02:22:44,930 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2ffafb7c14c4f61a68f9fdad3c73f2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501362687
2024-11-25T02:22:44,966 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:44,967 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/6e481aecc0d44aa7b0422d1455a7fd2a is 50, key is test_row_0/B:col10/1732501362687/Put/seqid=0
2024-11-25T02:22:44,978 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-25T02:22:44,978 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:44,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:44,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:44,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:44,979 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/d16451987e9644d296cb0320ded26f24 is 50, key is test_row_0/A:col10/1732501362687/Put/seqid=0
2024-11-25T02:22:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:45,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/81e2ac5dfda04d1ab0821c8c618f010f is 50, key is test_row_0/A:col10/1732501363853/Put/seqid=0
2024-11-25T02:22:45,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501425002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501425007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501425011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501425011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501425014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741884_1060 (size=12663)
2024-11-25T02:22:45,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:45,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:45,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,057 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/6e481aecc0d44aa7b0422d1455a7fd2a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/6e481aecc0d44aa7b0422d1455a7fd2a
2024-11-25T02:22:45,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741885_1061 (size=12663)
2024-11-25T02:22:45,068 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into 6e481aecc0d44aa7b0422d1455a7fd2a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:45,069 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:45,070 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=13, startTime=1732501364923; duration=0sec
2024-11-25T02:22:45,071 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:45,071 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:45,071 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:45,077 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/d16451987e9644d296cb0320ded26f24 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d16451987e9644d296cb0320ded26f24
2024-11-25T02:22:45,078 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:45,080 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:45,081 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,081 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/b723595d677e4cb39ed1fb83974d3914, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/935d3307db884823b4aa70c46879850d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9c50c7617850464ca9d1d9405b3dfba9] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=36.0 K
2024-11-25T02:22:45,083 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b723595d677e4cb39ed1fb83974d3914, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501360308
2024-11-25T02:22:45,084 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 935d3307db884823b4aa70c46879850d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732501361503
2024-11-25T02:22:45,085 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c50c7617850464ca9d1d9405b3dfba9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501362687
2024-11-25T02:22:45,086 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into d16451987e9644d296cb0320ded26f24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:45,086 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:45,086 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=13, startTime=1732501364922; duration=0sec
2024-11-25T02:22:45,086 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:45,086 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:45,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741886_1062 (size=14541)
2024-11-25T02:22:45,116 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:45,117 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/04a4c0a517e64a9d9d7b36b7aecac892 is 50, key is test_row_0/C:col10/1732501362687/Put/seqid=0
2024-11-25T02:22:45,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501425115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501425115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501425116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501425118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501425123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741887_1063 (size=12663)
2024-11-25T02:22:45,183 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/04a4c0a517e64a9d9d7b36b7aecac892 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/04a4c0a517e64a9d9d7b36b7aecac892
2024-11-25T02:22:45,191 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into 04a4c0a517e64a9d9d7b36b7aecac892(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:45,191 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:45,191 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=13, startTime=1732501364923; duration=0sec
2024-11-25T02:22:45,192 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:45,192 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:45,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:45,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:45,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-25T02:22:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501425324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501425325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501425325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501425328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501425330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:45,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,494 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/81e2ac5dfda04d1ab0821c8c618f010f
2024-11-25T02:22:45,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:45,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c4996728ba744d778f777f6af1d922ce is 50, key is test_row_0/B:col10/1732501363853/Put/seqid=0
2024-11-25T02:22:45,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741888_1064 (size=12151)
2024-11-25T02:22:45,569 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c4996728ba744d778f777f6af1d922ce
2024-11-25T02:22:45,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/d2f8aa000c994fc7a4e433b01e17f4d5 is 50, key is test_row_0/C:col10/1732501363853/Put/seqid=0
2024-11-25T02:22:45,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741889_1065 (size=12151)
2024-11-25T02:22:45,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/d2f8aa000c994fc7a4e433b01e17f4d5
2024-11-25T02:22:45,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501425630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501425632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501425630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501425634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501425632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/81e2ac5dfda04d1ab0821c8c618f010f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/81e2ac5dfda04d1ab0821c8c618f010f
2024-11-25T02:22:45,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/81e2ac5dfda04d1ab0821c8c618f010f, entries=200, sequenceid=254, filesize=14.2 K
2024-11-25T02:22:45,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c4996728ba744d778f777f6af1d922ce as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c4996728ba744d778f777f6af1d922ce
2024-11-25T02:22:45,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c4996728ba744d778f777f6af1d922ce, entries=150, sequenceid=254, filesize=11.9 K
2024-11-25T02:22:45,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:45,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/d2f8aa000c994fc7a4e433b01e17f4d5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d2f8aa000c994fc7a4e433b01e17f4d5
2024-11-25T02:22:45,680 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d2f8aa000c994fc7a4e433b01e17f4d5, entries=150, sequenceid=254, filesize=11.9 K
2024-11-25T02:22:45,682 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 1ec7de6ecd19171d2181ad5514cc1c0c in 704ms, sequenceid=254, compaction requested=false
2024-11-25T02:22:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:45,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:45,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-25T02:22:45,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:45,824 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-25T02:22:45,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:45,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:45,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:45,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:45,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/468329560adb4a9da305b3452d1c483b is 50, key is test_row_0/A:col10/1732501364990/Put/seqid=0
2024-11-25T02:22:45,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741890_1066 (size=12301)
2024-11-25T02:22:45,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/468329560adb4a9da305b3452d1c483b
2024-11-25T02:22:45,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/fb039e3b22c44d59b16688f31a843d4c is 50, key is test_row_0/B:col10/1732501364990/Put/seqid=0
2024-11-25T02:22:45,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741891_1067 (size=12301)
2024-11-25T02:22:45,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/fb039e3b22c44d59b16688f31a843d4c
2024-11-25T02:22:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/5811099cf7a14fd5a26fe57cbbb5faf1 is 50, key is test_row_0/C:col10/1732501364990/Put/seqid=0
2024-11-25T02:22:46,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741892_1068 (size=12301)
2024-11-25T02:22:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:46,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:46,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501426180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501426180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501426181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501426193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501426195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-25T02:22:46,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501426295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501426295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501426295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501426300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501426301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,424 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/5811099cf7a14fd5a26fe57cbbb5faf1
2024-11-25T02:22:46,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/468329560adb4a9da305b3452d1c483b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/468329560adb4a9da305b3452d1c483b
2024-11-25T02:22:46,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/468329560adb4a9da305b3452d1c483b, entries=150, sequenceid=277, filesize=12.0 K
2024-11-25T02:22:46,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/fb039e3b22c44d59b16688f31a843d4c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/fb039e3b22c44d59b16688f31a843d4c
2024-11-25T02:22:46,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/fb039e3b22c44d59b16688f31a843d4c, entries=150, sequenceid=277, filesize=12.0 K
2024-11-25T02:22:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/5811099cf7a14fd5a26fe57cbbb5faf1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/5811099cf7a14fd5a26fe57cbbb5faf1
2024-11-25T02:22:46,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/5811099cf7a14fd5a26fe57cbbb5faf1, entries=150, sequenceid=277, filesize=12.0 K
2024-11-25T02:22:46,499 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 1ec7de6ecd19171d2181ad5514cc1c0c in 675ms, sequenceid=277, compaction requested=true
2024-11-25T02:22:46,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:46,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:46,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23
2024-11-25T02:22:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=23
2024-11-25T02:22:46,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22
2024-11-25T02:22:46,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3970 sec
2024-11-25T02:22:46,506 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-25T02:22:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:46,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:46,508 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.4070 sec
2024-11-25T02:22:46,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/356e703154be49d59ca38d7f30557d78 is 50, key is test_row_0/A:col10/1732501366189/Put/seqid=0
2024-11-25T02:22:46,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741893_1069 (size=14741)
2024-11-25T02:22:46,558 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/356e703154be49d59ca38d7f30557d78
2024-11-25T02:22:46,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501426554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501426555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501426557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501426559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501426559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c867534f41894eae99e3158cd3f402ab is 50, key is test_row_0/B:col10/1732501366189/Put/seqid=0
2024-11-25T02:22:46,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741894_1070 (size=12301)
2024-11-25T02:22:46,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501426663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501426664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501426671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501426674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501426676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501426869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501426871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501426880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501426887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501426887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,025 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c867534f41894eae99e3158cd3f402ab
2024-11-25T02:22:47,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/dbb13146040c42a38a35868622c074be is 50, key is test_row_0/C:col10/1732501366189/Put/seqid=0
2024-11-25T02:22:47,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741895_1071 (size=12301)
2024-11-25T02:22:47,108 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/dbb13146040c42a38a35868622c074be
2024-11-25T02:22:47,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/356e703154be49d59ca38d7f30557d78 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/356e703154be49d59ca38d7f30557d78
2024-11-25T02:22:47,131 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/356e703154be49d59ca38d7f30557d78, entries=200, sequenceid=294, filesize=14.4 K
2024-11-25T02:22:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c867534f41894eae99e3158cd3f402ab as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c867534f41894eae99e3158cd3f402ab
2024-11-25T02:22:47,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c867534f41894eae99e3158cd3f402ab, entries=150, sequenceid=294, filesize=12.0 K
2024-11-25T02:22:47,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/dbb13146040c42a38a35868622c074be as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/dbb13146040c42a38a35868622c074be
2024-11-25T02:22:47,153 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/dbb13146040c42a38a35868622c074be, entries=150, sequenceid=294, filesize=12.0 K
2024-11-25T02:22:47,155 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 1ec7de6ecd19171d2181ad5514cc1c0c in 649ms, sequenceid=294, compaction requested=true
2024-11-25T02:22:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:47,156 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:47,156 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:47,158 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:47,158 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:47,158 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:47,159 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d16451987e9644d296cb0320ded26f24, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/81e2ac5dfda04d1ab0821c8c618f010f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/468329560adb4a9da305b3452d1c483b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/356e703154be49d59ca38d7f30557d78] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=53.0 K
2024-11-25T02:22:47,159 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:47,159 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:47,159 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:47,159 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/6e481aecc0d44aa7b0422d1455a7fd2a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c4996728ba744d778f777f6af1d922ce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/fb039e3b22c44d59b16688f31a843d4c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c867534f41894eae99e3158cd3f402ab] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=48.3 K
2024-11-25T02:22:47,159 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d16451987e9644d296cb0320ded26f24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501362687
2024-11-25T02:22:47,160 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e481aecc0d44aa7b0422d1455a7fd2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501362687
2024-11-25T02:22:47,161 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81e2ac5dfda04d1ab0821c8c618f010f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732501363853
2024-11-25T02:22:47,161 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c4996728ba744d778f777f6af1d922ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732501363853
2024-11-25T02:22:47,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting fb039e3b22c44d59b16688f31a843d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732501364990
2024-11-25T02:22:47,162 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 468329560adb4a9da305b3452d1c483b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732501364990
2024-11-25T02:22:47,162 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 356e703154be49d59ca38d7f30557d78, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732501366162
2024-11-25T02:22:47,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c867534f41894eae99e3158cd3f402ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732501366162
2024-11-25T02:22:47,185 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:47,186 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e2b8467e37e24239880844db35edf05b is 50, key is test_row_0/A:col10/1732501366189/Put/seqid=0
2024-11-25T02:22:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:47,188 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:22:47,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:47,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:47,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:47,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:47,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:47,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:47,195 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#58 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:47,196 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/460da3938f6f4d7db2e2d6be712dec19 is 50, key is test_row_0/B:col10/1732501366189/Put/seqid=0
2024-11-25T02:22:47,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/9ae2baa5aa7b46a9a9c554659ae15107 is 50, key is test_row_0/A:col10/1732501366552/Put/seqid=0
2024-11-25T02:22:47,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741896_1072 (size=12949)
2024-11-25T02:22:47,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741897_1073 (size=12949)
2024-11-25T02:22:47,290 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/460da3938f6f4d7db2e2d6be712dec19 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/460da3938f6f4d7db2e2d6be712dec19
2024-11-25T02:22:47,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741898_1074 (size=12301)
2024-11-25T02:22:47,304 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/9ae2baa5aa7b46a9a9c554659ae15107
2024-11-25T02:22:47,305 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into 460da3938f6f4d7db2e2d6be712dec19(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:47,305 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:47,305 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=12, startTime=1732501367156; duration=0sec
2024-11-25T02:22:47,305 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:47,305 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:47,305 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:22:47,310 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:22:47,310 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:47,310 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:47,310 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/04a4c0a517e64a9d9d7b36b7aecac892, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d2f8aa000c994fc7a4e433b01e17f4d5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/5811099cf7a14fd5a26fe57cbbb5faf1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/dbb13146040c42a38a35868622c074be] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=48.3 K
2024-11-25T02:22:47,312 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 04a4c0a517e64a9d9d7b36b7aecac892, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501362687
2024-11-25T02:22:47,313 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d2f8aa000c994fc7a4e433b01e17f4d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732501363853
2024-11-25T02:22:47,314 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 5811099cf7a14fd5a26fe57cbbb5faf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732501364990
2024-11-25T02:22:47,315 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting dbb13146040c42a38a35868622c074be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732501366162
2024-11-25T02:22:47,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/369e029a3c2d484ea25e3cd65de621ee is 50, key is test_row_0/B:col10/1732501366552/Put/seqid=0
2024-11-25T02:22:47,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501427308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501427314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,339 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:47,340 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/48f81b5b92f34380ad36c8e67e001465 is 50, key is test_row_0/C:col10/1732501366189/Put/seqid=0
2024-11-25T02:22:47,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501427330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501427341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501427337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741899_1075 (size=12301)
2024-11-25T02:22:47,391 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/369e029a3c2d484ea25e3cd65de621ee
2024-11-25T02:22:47,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741900_1076 (size=12949)
2024-11-25T02:22:47,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/351d167c7b6a4649bdad86a42f372ebc is 50, key is test_row_0/C:col10/1732501366552/Put/seqid=0
2024-11-25T02:22:47,428 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/48f81b5b92f34380ad36c8e67e001465 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/48f81b5b92f34380ad36c8e67e001465
2024-11-25T02:22:47,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501427433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,440 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into 48f81b5b92f34380ad36c8e67e001465(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:47,440 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:47,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,440 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=12, startTime=1732501367156; duration=0sec
2024-11-25T02:22:47,440 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:47,440 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501427436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501427444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501427453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501427453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741901_1077 (size=12301)
2024-11-25T02:22:47,458 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/351d167c7b6a4649bdad86a42f372ebc
2024-11-25T02:22:47,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/9ae2baa5aa7b46a9a9c554659ae15107 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/9ae2baa5aa7b46a9a9c554659ae15107
2024-11-25T02:22:47,473 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/9ae2baa5aa7b46a9a9c554659ae15107, entries=150, sequenceid=317, filesize=12.0 K
2024-11-25T02:22:47,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/369e029a3c2d484ea25e3cd65de621ee as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/369e029a3c2d484ea25e3cd65de621ee
2024-11-25T02:22:47,482 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/369e029a3c2d484ea25e3cd65de621ee, entries=150, sequenceid=317, filesize=12.0 K
2024-11-25T02:22:47,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/351d167c7b6a4649bdad86a42f372ebc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/351d167c7b6a4649bdad86a42f372ebc
2024-11-25T02:22:47,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/351d167c7b6a4649bdad86a42f372ebc, entries=150, sequenceid=317, filesize=12.0 K
2024-11-25T02:22:47,495 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1ec7de6ecd19171d2181ad5514cc1c0c in 306ms, sequenceid=317, compaction requested=false
2024-11-25T02:22:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:47,644 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:47,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/5313ff2f6cd14366a65c01264f4ff5c1 is 50, key is test_row_0/A:col10/1732501367322/Put/seqid=0
2024-11-25T02:22:47,664 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/e2b8467e37e24239880844db35edf05b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e2b8467e37e24239880844db35edf05b
2024-11-25T02:22:47,677 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into e2b8467e37e24239880844db35edf05b(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:47,677 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:47,677 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=12, startTime=1732501367155; duration=0sec
2024-11-25T02:22:47,678 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:47,678 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:47,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501427684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501427686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741902_1078 (size=14741)
2024-11-25T02:22:47,697 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/5313ff2f6cd14366a65c01264f4ff5c1
2024-11-25T02:22:47,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501427693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501427696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501427694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c997b876652e46d0befb70ddac990f98 is 50, key is test_row_0/B:col10/1732501367322/Put/seqid=0
2024-11-25T02:22:47,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741903_1079 (size=12301)
2024-11-25T02:22:47,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501427796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501427797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501427801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501427802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:47,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501427802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501428002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501428005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501428006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501428006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501428007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,166 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c997b876652e46d0befb70ddac990f98
2024-11-25T02:22:48,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/57ce3468904d49edb7c2401ffa1febe1 is 50, key is test_row_0/C:col10/1732501367322/Put/seqid=0
2024-11-25T02:22:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-25T02:22:48,209 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed
2024-11-25T02:22:48,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees
2024-11-25T02:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-25T02:22:48,215 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:48,215 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:48,216 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:48,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741904_1080 (size=12301)
2024-11-25T02:22:48,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501428307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501428310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-25T02:22:48,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501428312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501428313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501428313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-25T02:22:48,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:48,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,644 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/57ce3468904d49edb7c2401ffa1febe1
2024-11-25T02:22:48,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/5313ff2f6cd14366a65c01264f4ff5c1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/5313ff2f6cd14366a65c01264f4ff5c1
2024-11-25T02:22:48,670 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/5313ff2f6cd14366a65c01264f4ff5c1, entries=200, sequenceid=333, filesize=14.4 K
2024-11-25T02:22:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/c997b876652e46d0befb70ddac990f98 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c997b876652e46d0befb70ddac990f98
2024-11-25T02:22:48,682 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c997b876652e46d0befb70ddac990f98, entries=150, sequenceid=333, filesize=12.0 K
2024-11-25T02:22:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/57ce3468904d49edb7c2401ffa1febe1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/57ce3468904d49edb7c2401ffa1febe1
2024-11-25T02:22:48,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:48,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,703 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/57ce3468904d49edb7c2401ffa1febe1, entries=150, sequenceid=333, filesize=12.0 K
2024-11-25T02:22:48,704 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1060ms, sequenceid=333, compaction requested=true
2024-11-25T02:22:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:48,705 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:48,705 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:48,706 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:48,706 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:48,706 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,707 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/460da3938f6f4d7db2e2d6be712dec19, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/369e029a3c2d484ea25e3cd65de621ee, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c997b876652e46d0befb70ddac990f98] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=36.7 K
2024-11-25T02:22:48,707 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:48,707 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 460da3938f6f4d7db2e2d6be712dec19, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732501366162
2024-11-25T02:22:48,707 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:48,707 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,707 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e2b8467e37e24239880844db35edf05b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/9ae2baa5aa7b46a9a9c554659ae15107, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/5313ff2f6cd14366a65c01264f4ff5c1] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=39.1 K
2024-11-25T02:22:48,708 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2b8467e37e24239880844db35edf05b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732501366162
2024-11-25T02:22:48,708 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 369e029a3c2d484ea25e3cd65de621ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732501366552
2024-11-25T02:22:48,708 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ae2baa5aa7b46a9a9c554659ae15107, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732501366552
2024-11-25T02:22:48,708 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c997b876652e46d0befb70ddac990f98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732501367305
2024-11-25T02:22:48,709 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5313ff2f6cd14366a65c01264f4ff5c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732501367305
2024-11-25T02:22:48,728 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:48,729 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/83c62874949f402b8152acf5508ddc88 is 50, key is test_row_0/B:col10/1732501367322/Put/seqid=0
2024-11-25T02:22:48,746 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:48,748 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/a7a9a68d3e694a74a44905e787a78a7f is 50, key is test_row_0/A:col10/1732501367322/Put/seqid=0
2024-11-25T02:22:48,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741905_1081 (size=13051)
2024-11-25T02:22:48,815 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/83c62874949f402b8152acf5508ddc88 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/83c62874949f402b8152acf5508ddc88
2024-11-25T02:22:48,816 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:22:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-25T02:22:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:48,825 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into 83c62874949f402b8152acf5508ddc88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:48,825 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:48,826 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=13, startTime=1732501368705; duration=0sec
2024-11-25T02:22:48,826 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:48,826 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:48,826 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:48,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741906_1082 (size=13051)
2024-11-25T02:22:48,829 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:48,829 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:48,829 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,829 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/48f81b5b92f34380ad36c8e67e001465, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/351d167c7b6a4649bdad86a42f372ebc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/57ce3468904d49edb7c2401ffa1febe1] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=36.7 K
2024-11-25T02:22:48,830 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f81b5b92f34380ad36c8e67e001465, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732501366162
2024-11-25T02:22:48,830 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 351d167c7b6a4649bdad86a42f372ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732501366552
2024-11-25T02:22:48,831 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ce3468904d49edb7c2401ffa1febe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732501367305
2024-11-25T02:22:48,837 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/a7a9a68d3e694a74a44905e787a78a7f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/a7a9a68d3e694a74a44905e787a78a7f
2024-11-25T02:22:48,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/efed779fed0e46928a9298ea4cb79b08 is 50, key is test_row_0/A:col10/1732501367684/Put/seqid=0
2024-11-25T02:22:48,841 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:48,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:48,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:48,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501428839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501428841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501428843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501428847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,855 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into a7a9a68d3e694a74a44905e787a78a7f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:48,855 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:48,855 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=13, startTime=1732501368704; duration=0sec
2024-11-25T02:22:48,855 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:48,855 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:48,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,862 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501428847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,863 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/e8baa8eb4b21416daed214928bebce79 is 50, key is test_row_0/C:col10/1732501367322/Put/seqid=0
2024-11-25T02:22:48,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741907_1083 (size=14741)
2024-11-25T02:22:48,921 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/efed779fed0e46928a9298ea4cb79b08
2024-11-25T02:22:48,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741908_1084 (size=13051)
2024-11-25T02:22:48,950 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/e8baa8eb4b21416daed214928bebce79 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/e8baa8eb4b21416daed214928bebce79
2024-11-25T02:22:48,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/d2b56853255f4507b2fed353aa1528aa is 50, key is test_row_0/B:col10/1732501367684/Put/seqid=0
2024-11-25T02:22:48,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501428950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501428954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501428951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501428955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,967 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into e8baa8eb4b21416daed214928bebce79(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:48,967 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:48,967 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=13, startTime=1732501368705; duration=0sec
2024-11-25T02:22:48,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501428963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:48,968 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:48,968 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:48,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741909_1085 (size=12301)
2024-11-25T02:22:48,997 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/d2b56853255f4507b2fed353aa1528aa
2024-11-25T02:22:49,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/05e51cffc1e0432da99e561814f2620d is 50, key is test_row_0/C:col10/1732501367684/Put/seqid=0
2024-11-25T02:22:49,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741910_1086 (size=12301)
2024-11-25T02:22:49,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501429158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501429163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501429164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501429184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501429169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:49,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-25T02:22:49,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501429463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:49,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:49,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,470 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/05e51cffc1e0432da99e561814f2620d
2024-11-25T02:22:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501429468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501429477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/efed779fed0e46928a9298ea4cb79b08 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/efed779fed0e46928a9298ea4cb79b08
2024-11-25T02:22:49,490 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/efed779fed0e46928a9298ea4cb79b08, entries=200, sequenceid=358, filesize=14.4 K
2024-11-25T02:22:49,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/d2b56853255f4507b2fed353aa1528aa as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d2b56853255f4507b2fed353aa1528aa
2024-11-25T02:22:49,499 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d2b56853255f4507b2fed353aa1528aa, entries=150, sequenceid=358, filesize=12.0 K
2024-11-25T02:22:49,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/05e51cffc1e0432da99e561814f2620d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/05e51cffc1e0432da99e561814f2620d
2024-11-25T02:22:49,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501429493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/05e51cffc1e0432da99e561814f2620d, entries=150, sequenceid=358, filesize=12.0 K
2024-11-25T02:22:49,509 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1ec7de6ecd19171d2181ad5514cc1c0c in 693ms, sequenceid=358, compaction requested=false
2024-11-25T02:22:49,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:49,512 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:22:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:49,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/71c0254171d643328bbb34a9f502f615 is 50, key is test_row_1/A:col10/1732501368844/Put/seqid=0
2024-11-25T02:22:49,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741911_1087 (size=12297)
2024-11-25T02:22:49,577 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/71c0254171d643328bbb34a9f502f615
2024-11-25T02:22:49,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1fb018610c904e8b8e9341c7a2ac533a is 50, key is test_row_1/B:col10/1732501368844/Put/seqid=0
2024-11-25T02:22:49,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:49,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:49,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741912_1088 (size=9857)
2024-11-25T02:22:49,651 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1fb018610c904e8b8e9341c7a2ac533a
2024-11-25T02:22:49,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/038b5f28ddb44608adab504a95018b9c is 50, key is test_row_1/C:col10/1732501368844/Put/seqid=0
2024-11-25T02:22:49,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741913_1089 (size=9857)
2024-11-25T02:22:49,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501429713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501429819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:49,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:49,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501429967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501429982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:49,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501429985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501430006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501430023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:50,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:50,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:50,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:50,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:50,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:50,116 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/038b5f28ddb44608adab504a95018b9c
2024-11-25T02:22:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/71c0254171d643328bbb34a9f502f615 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/71c0254171d643328bbb34a9f502f615
2024-11-25T02:22:50,132 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/71c0254171d643328bbb34a9f502f615, entries=150, sequenceid=374, filesize=12.0 K
2024-11-25T02:22:50,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1fb018610c904e8b8e9341c7a2ac533a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1fb018610c904e8b8e9341c7a2ac533a
2024-11-25T02:22:50,145 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1fb018610c904e8b8e9341c7a2ac533a, entries=100, sequenceid=374, filesize=9.6 K
2024-11-25T02:22:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/038b5f28ddb44608adab504a95018b9c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/038b5f28ddb44608adab504a95018b9c
2024-11-25T02:22:50,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/038b5f28ddb44608adab504a95018b9c, entries=100, sequenceid=374, filesize=9.6 K
2024-11-25T02:22:50,159 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1ec7de6ecd19171d2181ad5514cc1c0c in 647ms, sequenceid=374, compaction requested=true
2024-11-25T02:22:50,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:50,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:50,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:50,159 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:50,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:50,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:50,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:50,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-25T02:22:50,160 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:50,161 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:50,161 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:50,162 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:50,162 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/83c62874949f402b8152acf5508ddc88, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d2b56853255f4507b2fed353aa1528aa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1fb018610c904e8b8e9341c7a2ac533a] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=34.4 K
2024-11-25T02:22:50,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40089 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:50,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:50,162 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:50,162 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/a7a9a68d3e694a74a44905e787a78a7f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/efed779fed0e46928a9298ea4cb79b08, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/71c0254171d643328bbb34a9f502f615] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=39.1 K
2024-11-25T02:22:50,163 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83c62874949f402b8152acf5508ddc88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732501367305
2024-11-25T02:22:50,163 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a7a9a68d3e694a74a44905e787a78a7f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732501367305
2024-11-25T02:22:50,164 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b56853255f4507b2fed353aa1528aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732501367684
2024-11-25T02:22:50,164 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting efed779fed0e46928a9298ea4cb79b08, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732501367684
2024-11-25T02:22:50,165 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fb018610c904e8b8e9341c7a2ac533a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732501368844
2024-11-25T02:22:50,165 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 71c0254171d643328bbb34a9f502f615, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732501368839
2024-11-25T02:22:50,184 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:50,185 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/7fdfafcf79364187a097d99d3f288631 is 50, key is test_row_0/B:col10/1732501367684/Put/seqid=0
2024-11-25T02:22:50,189 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:50,190 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/bb1c93ba4d214a799de8d80c101bc28f is 50, key is test_row_0/A:col10/1732501367684/Put/seqid=0
2024-11-25T02:22:50,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741914_1090 (size=13153)
2024-11-25T02:22:50,245 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/7fdfafcf79364187a097d99d3f288631 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/7fdfafcf79364187a097d99d3f288631
2024-11-25T02:22:50,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-25T02:22:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:50,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:22:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:50,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:50,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:50,257 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into 7fdfafcf79364187a097d99d3f288631(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:50,257 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:50,257 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=13, startTime=1732501370159; duration=0sec
2024-11-25T02:22:50,257 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:50,257 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:50,257 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:50,259 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:50,260 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:50,260 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:50,261 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/e8baa8eb4b21416daed214928bebce79, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/05e51cffc1e0432da99e561814f2620d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/038b5f28ddb44608adab504a95018b9c] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=34.4 K
2024-11-25T02:22:50,262 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8baa8eb4b21416daed214928bebce79, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732501367305
2024-11-25T02:22:50,262 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05e51cffc1e0432da99e561814f2620d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732501367684
2024-11-25T02:22:50,263 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 038b5f28ddb44608adab504a95018b9c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732501368844
2024-11-25T02:22:50,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741915_1091 (size=13153)
2024-11-25T02:22:50,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/7770e1c5407249ebab13668437c4e13b is 50, key is test_row_0/A:col10/1732501369710/Put/seqid=0
2024-11-25T02:22:50,291 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/bb1c93ba4d214a799de8d80c101bc28f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/bb1c93ba4d214a799de8d80c101bc28f
2024-11-25T02:22:50,294 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:50,294 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/10882cea88924dcca0aa372e7acea447 is 50, key is test_row_0/C:col10/1732501367684/Put/seqid=0
2024-11-25T02:22:50,302 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into bb1c93ba4d214a799de8d80c101bc28f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:50,302 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:50,302 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=13, startTime=1732501370159; duration=0sec
2024-11-25T02:22:50,302 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:50,302 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-25T02:22:50,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:50,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741916_1092 (size=12301)
2024-11-25T02:22:50,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741917_1093 (size=13153)
2024-11-25T02:22:50,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501430367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,374 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/10882cea88924dcca0aa372e7acea447 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/10882cea88924dcca0aa372e7acea447
2024-11-25T02:22:50,382 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into 10882cea88924dcca0aa372e7acea447(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:50,382 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:50,383 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=13, startTime=1732501370159; duration=0sec
2024-11-25T02:22:50,383 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:50,383 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:50,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501430474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501430679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/7770e1c5407249ebab13668437c4e13b
2024-11-25T02:22:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/863a01e12e7643dfa138611b8cbd9770 is 50, key is test_row_0/B:col10/1732501369710/Put/seqid=0
2024-11-25T02:22:50,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741918_1094 (size=12301)
2024-11-25T02:22:50,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/863a01e12e7643dfa138611b8cbd9770
2024-11-25T02:22:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/d71ab4ae419346fe8d41eed5c622103f is 50, key is test_row_0/C:col10/1732501369710/Put/seqid=0
2024-11-25T02:22:50,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741919_1095 (size=12301)
2024-11-25T02:22:50,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36230 deadline: 1732501430971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501430983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732501430992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:50,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1732501430995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:51,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1732501431015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:51,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/d71ab4ae419346fe8d41eed5c622103f
2024-11-25T02:22:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/7770e1c5407249ebab13668437c4e13b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/7770e1c5407249ebab13668437c4e13b
2024-11-25T02:22:51,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/7770e1c5407249ebab13668437c4e13b, entries=150, sequenceid=397, filesize=12.0 K
2024-11-25T02:22:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/863a01e12e7643dfa138611b8cbd9770 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/863a01e12e7643dfa138611b8cbd9770
2024-11-25T02:22:51,320 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/863a01e12e7643dfa138611b8cbd9770, entries=150, sequenceid=397, filesize=12.0 K
2024-11-25T02:22:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/d71ab4ae419346fe8d41eed5c622103f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d71ab4ae419346fe8d41eed5c622103f
2024-11-25T02:22:51,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d71ab4ae419346fe8d41eed5c622103f, entries=150, sequenceid=397, filesize=12.0 K
2024-11-25T02:22:51,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1095ms, sequenceid=397, compaction requested=false
2024-11-25T02:22:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25
2024-11-25T02:22:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=25
2024-11-25T02:22:51,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24
2024-11-25T02:22:51,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1290 sec
2024-11-25T02:22:51,350 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 3.1370 sec
2024-11-25T02:22:51,494 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:22:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:51,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/f2e50a5d2c944a9da4ae74216c29f009 is 50, key is test_row_0/A:col10/1732501370366/Put/seqid=0
2024-11-25T02:22:51,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741920_1096 (size=14741)
2024-11-25T02:22:51,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501431608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:51,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501431713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:51,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501431918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:51,961 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/f2e50a5d2c944a9da4ae74216c29f009
2024-11-25T02:22:51,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/dd1ae1bfac2147858da405a082987417 is 50, key is test_row_0/B:col10/1732501370366/Put/seqid=0
2024-11-25T02:22:51,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741921_1097 (size=12301)
2024-11-25T02:22:52,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501432221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-25T02:22:52,319 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed
2024-11-25T02:22:52,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees
2024-11-25T02:22:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-25T02:22:52,323 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:52,324 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:52,324 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:52,376 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/dd1ae1bfac2147858da405a082987417
2024-11-25T02:22:52,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/ad844fb70a284f049cfa1f0aab1404b8 is 50, key is test_row_0/C:col10/1732501370366/Put/seqid=0
2024-11-25T02:22:52,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741922_1098 (size=12301)
2024-11-25T02:22:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-25T02:22:52,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:52,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-25T02:22:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-25T02:22:52,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:52,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-25T02:22:52,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:52,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,661 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:57313
2024-11-25T02:22:52,661 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:57313
2024-11-25T02:22:52,661 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:52,661 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:52,662 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:57313
2024-11-25T02:22:52,662 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:52,664 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:57313
2024-11-25T02:22:52,664 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:52,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43562 deadline: 1732501432728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:52,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:52,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-25T02:22:52,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:52,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:52,791 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/ad844fb70a284f049cfa1f0aab1404b8
2024-11-25T02:22:52,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/f2e50a5d2c944a9da4ae74216c29f009 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/f2e50a5d2c944a9da4ae74216c29f009
2024-11-25T02:22:52,804 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/f2e50a5d2c944a9da4ae74216c29f009, entries=200, sequenceid=414, filesize=14.4 K
2024-11-25T02:22:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/dd1ae1bfac2147858da405a082987417 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/dd1ae1bfac2147858da405a082987417
2024-11-25T02:22:52,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/dd1ae1bfac2147858da405a082987417, entries=150, sequenceid=414, filesize=12.0 K
2024-11-25T02:22:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/ad844fb70a284f049cfa1f0aab1404b8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad844fb70a284f049cfa1f0aab1404b8
2024-11-25T02:22:52,817 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad844fb70a284f049cfa1f0aab1404b8, entries=150, sequenceid=414, filesize=12.0 K
2024-11-25T02:22:52,818 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1325ms, sequenceid=414, compaction requested=true
2024-11-25T02:22:52,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:52,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:22:52,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:52,819 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:52,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:22:52,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:52,819 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:52,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec7de6ecd19171d2181ad5514cc1c0c:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:22:52,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:52,820 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:52,820 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:52,820 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/B is initiating minor compaction (all files)
2024-11-25T02:22:52,820 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/A is initiating minor compaction (all files)
2024-11-25T02:22:52,820 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/B in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,820 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/A in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,820 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/7fdfafcf79364187a097d99d3f288631, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/863a01e12e7643dfa138611b8cbd9770, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/dd1ae1bfac2147858da405a082987417] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=36.9 K
2024-11-25T02:22:52,820 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/bb1c93ba4d214a799de8d80c101bc28f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/7770e1c5407249ebab13668437c4e13b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/f2e50a5d2c944a9da4ae74216c29f009] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=39.3 K
2024-11-25T02:22:52,821 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fdfafcf79364187a097d99d3f288631, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732501367684
2024-11-25T02:22:52,821 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb1c93ba4d214a799de8d80c101bc28f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732501367684
2024-11-25T02:22:52,821 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 863a01e12e7643dfa138611b8cbd9770, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732501369669
2024-11-25T02:22:52,821 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7770e1c5407249ebab13668437c4e13b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732501369669
2024-11-25T02:22:52,822 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting dd1ae1bfac2147858da405a082987417, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732501370363
2024-11-25T02:22:52,822 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2e50a5d2c944a9da4ae74216c29f009, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732501370359
2024-11-25T02:22:52,831 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:52,831 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/05dbbd22721c475bb503dd272c0e4326 is 50, key is test_row_0/A:col10/1732501370366/Put/seqid=0
2024-11-25T02:22:52,834 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:52,835 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/ffd378153d724b08be5faa6abd6778f5 is 50, key is test_row_0/B:col10/1732501370366/Put/seqid=0
2024-11-25T02:22:52,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741923_1099 (size=13255)
2024-11-25T02:22:52,844 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/05dbbd22721c475bb503dd272c0e4326 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/05dbbd22721c475bb503dd272c0e4326
2024-11-25T02:22:52,850 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/A of 1ec7de6ecd19171d2181ad5514cc1c0c into 05dbbd22721c475bb503dd272c0e4326(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:52,850 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:52,850 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/A, priority=13, startTime=1732501372818; duration=0sec
2024-11-25T02:22:52,850 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:22:52,850 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:A
2024-11-25T02:22:52,850 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:22:52,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741924_1100 (size=13255)
2024-11-25T02:22:52,851 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:22:52,851 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1ec7de6ecd19171d2181ad5514cc1c0c/C is initiating minor compaction (all files)
2024-11-25T02:22:52,851 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1ec7de6ecd19171d2181ad5514cc1c0c/C in TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,852 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/10882cea88924dcca0aa372e7acea447, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d71ab4ae419346fe8d41eed5c622103f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad844fb70a284f049cfa1f0aab1404b8] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp, totalSize=36.9 K
2024-11-25T02:22:52,852 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10882cea88924dcca0aa372e7acea447, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732501367684
2024-11-25T02:22:52,852 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d71ab4ae419346fe8d41eed5c622103f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732501369669
2024-11-25T02:22:52,853 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad844fb70a284f049cfa1f0aab1404b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732501370363
2024-11-25T02:22:52,862 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec7de6ecd19171d2181ad5514cc1c0c#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:22:52,863 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/3d114ec83f7d48a783ed255cec2c7b92 is 50, key is test_row_0/C:col10/1732501370366/Put/seqid=0
2024-11-25T02:22:52,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741925_1101 (size=13255)
2024-11-25T02:22:52,874 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/3d114ec83f7d48a783ed255cec2c7b92 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3d114ec83f7d48a783ed255cec2c7b92
2024-11-25T02:22:52,880 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/C of 1ec7de6ecd19171d2181ad5514cc1c0c into 3d114ec83f7d48a783ed255cec2c7b92(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:52,880 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:52,880 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/C, priority=13, startTime=1732501372819; duration=0sec
2024-11-25T02:22:52,880 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:52,880 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:C
2024-11-25T02:22:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-25T02:22:52,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:52,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-25T02:22:52,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:52,935 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:22:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8b4e91686e414064adef2d757ecf3a52 is 50, key is test_row_0/A:col10/1732501371606/Put/seqid=0
2024-11-25T02:22:52,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741926_1102 (size=12301)
2024-11-25T02:22:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:52,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. as already flushing
2024-11-25T02:22:52,979 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:57313
2024-11-25T02:22:52,979 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:53,009 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:57313
2024-11-25T02:22:53,010 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:53,010 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:57313
2024-11-25T02:22:53,010 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:53,032 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:57313
2024-11-25T02:22:53,032 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:53,257 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/ffd378153d724b08be5faa6abd6778f5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/ffd378153d724b08be5faa6abd6778f5
2024-11-25T02:22:53,263 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1ec7de6ecd19171d2181ad5514cc1c0c/B of 1ec7de6ecd19171d2181ad5514cc1c0c into ffd378153d724b08be5faa6abd6778f5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:22:53,263 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:53,263 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c., storeName=1ec7de6ecd19171d2181ad5514cc1c0c/B, priority=13, startTime=1732501372819; duration=0sec
2024-11-25T02:22:53,264 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:22:53,264 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec7de6ecd19171d2181ad5514cc1c0c:B
2024-11-25T02:22:53,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8b4e91686e414064adef2d757ecf3a52
2024-11-25T02:22:53,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/05efc041647c40b4b2b8269e79131186 is 50, key is test_row_0/B:col10/1732501371606/Put/seqid=0
2024-11-25T02:22:53,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741927_1103 (size=12301)
2024-11-25T02:22:53,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T02:22:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-25T02:22:53,738 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:57313
2024-11-25T02:22:53,738 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:53,758 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/05efc041647c40b4b2b8269e79131186
2024-11-25T02:22:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/ad1284d2ed5a4cb19923315cb1f7f63d is 50, key is test_row_0/C:col10/1732501371606/Put/seqid=0
2024-11-25T02:22:53,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741928_1104 (size=12301)
2024-11-25T02:22:54,171 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/ad1284d2ed5a4cb19923315cb1f7f63d
2024-11-25T02:22:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/8b4e91686e414064adef2d757ecf3a52 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8b4e91686e414064adef2d757ecf3a52
2024-11-25T02:22:54,182 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8b4e91686e414064adef2d757ecf3a52, entries=150, sequenceid=438, filesize=12.0 K
2024-11-25T02:22:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/05efc041647c40b4b2b8269e79131186 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/05efc041647c40b4b2b8269e79131186
2024-11-25T02:22:54,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/05efc041647c40b4b2b8269e79131186, entries=150, sequenceid=438, filesize=12.0 K
2024-11-25T02:22:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/ad1284d2ed5a4cb19923315cb1f7f63d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad1284d2ed5a4cb19923315cb1f7f63d
2024-11-25T02:22:54,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad1284d2ed5a4cb19923315cb1f7f63d, entries=150, sequenceid=438, filesize=12.0 K
2024-11-25T02:22:54,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1259ms, sequenceid=438, compaction requested=false
2024-11-25T02:22:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27
2024-11-25T02:22:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=27
2024-11-25T02:22:54,197 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26
2024-11-25T02:22:54,197 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec
2024-11-25T02:22:54,198 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.8770 sec
2024-11-25T02:22:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-25T02:22:54,427 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed
2024-11-25T02:22:54,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-25T02:22:54,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 100
2024-11-25T02:22:54,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 66
2024-11-25T02:22:54,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-25T02:22:54,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-11-25T02:22:54,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 55
2024-11-25T02:22:54,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3615
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3525
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1608
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4822 rows
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1618
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4854 rows
2024-11-25T02:22:54,428 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-25T02:22:54,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:57313
2024-11-25T02:22:54,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:22:54,431 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-25T02:22:54,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-25T02:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:54,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501374442"}]},"ts":"1732501374442"}
2024-11-25T02:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-25T02:22:54,444 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-25T02:22:54,446 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-25T02:22:54,448 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:22:54,451 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec7de6ecd19171d2181ad5514cc1c0c, UNASSIGN}]
2024-11-25T02:22:54,452 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec7de6ecd19171d2181ad5514cc1c0c, UNASSIGN
2024-11-25T02:22:54,453 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=1ec7de6ecd19171d2181ad5514cc1c0c, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:54,454 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:22:54,454 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-25T02:22:54,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:54,610 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:54,610 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 1ec7de6ecd19171d2181ad5514cc1c0c, disabling compactions & flushes
2024-11-25T02:22:54,611 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c. after waiting 0 ms
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:54,611 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 1ec7de6ecd19171d2181ad5514cc1c0c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=A
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=B
2024-11-25T02:22:54,611 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:54,612 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ec7de6ecd19171d2181ad5514cc1c0c, store=C
2024-11-25T02:22:54,612 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:54,616 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/0f97117b56974c2ea1744f3168b94dc2 is 50, key is test_row_0/A:col10/1732501373008/Put/seqid=0
2024-11-25T02:22:54,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741929_1105 (size=9857)
2024-11-25T02:22:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-25T02:22:55,021 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/0f97117b56974c2ea1744f3168b94dc2
2024-11-25T02:22:55,029 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1ad265117b364c97b1873db1dfba9178 is 50, key is test_row_0/B:col10/1732501373008/Put/seqid=0
2024-11-25T02:22:55,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741930_1106 (size=9857)
2024-11-25T02:22:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-25T02:22:55,434 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1ad265117b364c97b1873db1dfba9178
2024-11-25T02:22:55,442 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6caf5e310d284a03a00649597bffea4e is 50, key is test_row_0/C:col10/1732501373008/Put/seqid=0
2024-11-25T02:22:55,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741931_1107 (size=9857)
2024-11-25T02:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-25T02:22:55,846 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6caf5e310d284a03a00649597bffea4e
2024-11-25T02:22:55,852 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/A/0f97117b56974c2ea1744f3168b94dc2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/0f97117b56974c2ea1744f3168b94dc2
2024-11-25T02:22:55,857 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/0f97117b56974c2ea1744f3168b94dc2, entries=100, sequenceid=447, filesize=9.6 K
2024-11-25T02:22:55,858 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/B/1ad265117b364c97b1873db1dfba9178 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1ad265117b364c97b1873db1dfba9178
2024-11-25T02:22:55,863 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1ad265117b364c97b1873db1dfba9178, entries=100, sequenceid=447, filesize=9.6 K
2024-11-25T02:22:55,863 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/.tmp/C/6caf5e310d284a03a00649597bffea4e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6caf5e310d284a03a00649597bffea4e
2024-11-25T02:22:55,868 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6caf5e310d284a03a00649597bffea4e, entries=100, sequenceid=447, filesize=9.6 K
2024-11-25T02:22:55,868 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1ec7de6ecd19171d2181ad5514cc1c0c in 1257ms, sequenceid=447, compaction requested=true
2024-11-25T02:22:55,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e05dddab63ea4f52969c02717afc0fcb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b29dc08196e6491f9c1b18a28e49e004, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/780f19030af64b38b2ecf240e6b08eb2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/29a220c3fe4e47cfbfcd28bea359a400, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8bd09f09e4d445928915aeb8b47b64ff, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/673507c68b7d4d27be83f90a63017e35, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d94f71df4ba740d2880555eee2768cfa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4e24fa137b054c9eb1649c5a25ec1ae8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8a1626a90696411faad90751e2487371, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/c4fa8f6164304757b9345c8996cf25af, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/10a8f694d74b4524b5513f9ef281cf57, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4a65640c40d14d489f3970724e463968, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/395fa586acd240568da69febc33dc9a2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d16451987e9644d296cb0320ded26f24, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b2ffafb7c14c4f61a68f9fdad3c73f2a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/81e2ac5dfda04d1ab0821c8c618f010f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/468329560adb4a9da305b3452d1c483b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/356e703154be49d59ca38d7f30557d78, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e2b8467e37e24239880844db35edf05b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/9ae2baa5aa7b46a9a9c554659ae15107, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/5313ff2f6cd14366a65c01264f4ff5c1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/a7a9a68d3e694a74a44905e787a78a7f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/efed779fed0e46928a9298ea4cb79b08, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/bb1c93ba4d214a799de8d80c101bc28f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/71c0254171d643328bbb34a9f502f615, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/7770e1c5407249ebab13668437c4e13b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/f2e50a5d2c944a9da4ae74216c29f009] to archive
2024-11-25T02:22:55,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:22:55,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e05dddab63ea4f52969c02717afc0fcb to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e05dddab63ea4f52969c02717afc0fcb
2024-11-25T02:22:55,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b29dc08196e6491f9c1b18a28e49e004 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b29dc08196e6491f9c1b18a28e49e004
2024-11-25T02:22:55,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e9bb92f5d39d4c4a9bcdddff8b08ac2f
2024-11-25T02:22:55,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/780f19030af64b38b2ecf240e6b08eb2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/780f19030af64b38b2ecf240e6b08eb2
2024-11-25T02:22:55,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/29a220c3fe4e47cfbfcd28bea359a400 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/29a220c3fe4e47cfbfcd28bea359a400
2024-11-25T02:22:55,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8bd09f09e4d445928915aeb8b47b64ff to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8bd09f09e4d445928915aeb8b47b64ff
2024-11-25T02:22:55,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/673507c68b7d4d27be83f90a63017e35 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/673507c68b7d4d27be83f90a63017e35
2024-11-25T02:22:55,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d94f71df4ba740d2880555eee2768cfa to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d94f71df4ba740d2880555eee2768cfa
2024-11-25T02:22:55,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4e24fa137b054c9eb1649c5a25ec1ae8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4e24fa137b054c9eb1649c5a25ec1ae8
2024-11-25T02:22:55,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8a1626a90696411faad90751e2487371 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8a1626a90696411faad90751e2487371
2024-11-25T02:22:55,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/c4fa8f6164304757b9345c8996cf25af to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/c4fa8f6164304757b9345c8996cf25af
2024-11-25T02:22:55,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/10a8f694d74b4524b5513f9ef281cf57 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/10a8f694d74b4524b5513f9ef281cf57
2024-11-25T02:22:55,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4a65640c40d14d489f3970724e463968 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/4a65640c40d14d489f3970724e463968
2024-11-25T02:22:55,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/395fa586acd240568da69febc33dc9a2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/395fa586acd240568da69febc33dc9a2
2024-11-25T02:22:55,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d16451987e9644d296cb0320ded26f24 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/d16451987e9644d296cb0320ded26f24
2024-11-25T02:22:55,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b2ffafb7c14c4f61a68f9fdad3c73f2a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/b2ffafb7c14c4f61a68f9fdad3c73f2a
2024-11-25T02:22:55,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/81e2ac5dfda04d1ab0821c8c618f010f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/81e2ac5dfda04d1ab0821c8c618f010f
2024-11-25T02:22:55,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/468329560adb4a9da305b3452d1c483b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/468329560adb4a9da305b3452d1c483b
2024-11-25T02:22:55,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/356e703154be49d59ca38d7f30557d78 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/356e703154be49d59ca38d7f30557d78
2024-11-25T02:22:55,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e2b8467e37e24239880844db35edf05b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/e2b8467e37e24239880844db35edf05b
2024-11-25T02:22:55,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/9ae2baa5aa7b46a9a9c554659ae15107 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/9ae2baa5aa7b46a9a9c554659ae15107
2024-11-25T02:22:55,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/5313ff2f6cd14366a65c01264f4ff5c1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/5313ff2f6cd14366a65c01264f4ff5c1
2024-11-25T02:22:55,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/a7a9a68d3e694a74a44905e787a78a7f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/a7a9a68d3e694a74a44905e787a78a7f
2024-11-25T02:22:55,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/efed779fed0e46928a9298ea4cb79b08 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/efed779fed0e46928a9298ea4cb79b08
2024-11-25T02:22:55,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/bb1c93ba4d214a799de8d80c101bc28f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/bb1c93ba4d214a799de8d80c101bc28f
2024-11-25T02:22:55,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/71c0254171d643328bbb34a9f502f615 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/71c0254171d643328bbb34a9f502f615
2024-11-25T02:22:55,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/7770e1c5407249ebab13668437c4e13b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/7770e1c5407249ebab13668437c4e13b
2024-11-25T02:22:55,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/f2e50a5d2c944a9da4ae74216c29f009 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/f2e50a5d2c944a9da4ae74216c29f009
2024-11-25T02:22:55,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0bec079c1efb4b0198cac0a60216a9fd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1e34d698462b4c33ae02ac9b27e9e882, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0dd78fd440a64b759322efe727062a6b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86af56e8a1f847a0b328fe0f993f6bd1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/92c3700d81054af2a42c45c44f7145a8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/748d9f5921eb43a795903eafb40ff04f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c83a5f2eb70041888e580a530479f32d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/4af49458c285422c99ac9c682f16d857, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/80b9991064ab428fbec2f155717a2e08, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/e78af25910a04815a27372af28591e58, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/184fc222f6ca40b88f785f2bb5305827, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d20f2b65dbdb47ce9bfc9fc99a63e987, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86b31fd022a440608a249b95ec1ae1f6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/78207a3198c4479a9c0ce8147854ea84, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/6e481aecc0d44aa7b0422d1455a7fd2a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/acd233955b434009a9cf458d73e1ca90, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c4996728ba744d778f777f6af1d922ce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/fb039e3b22c44d59b16688f31a843d4c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/460da3938f6f4d7db2e2d6be712dec19, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c867534f41894eae99e3158cd3f402ab, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/369e029a3c2d484ea25e3cd65de621ee, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/83c62874949f402b8152acf5508ddc88, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c997b876652e46d0befb70ddac990f98, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d2b56853255f4507b2fed353aa1528aa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/7fdfafcf79364187a097d99d3f288631, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1fb018610c904e8b8e9341c7a2ac533a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/863a01e12e7643dfa138611b8cbd9770, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/dd1ae1bfac2147858da405a082987417] to archive
2024-11-25T02:22:55,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:22:55,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0bec079c1efb4b0198cac0a60216a9fd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0bec079c1efb4b0198cac0a60216a9fd
2024-11-25T02:22:55,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1e34d698462b4c33ae02ac9b27e9e882 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1e34d698462b4c33ae02ac9b27e9e882
2024-11-25T02:22:55,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0dd78fd440a64b759322efe727062a6b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/0dd78fd440a64b759322efe727062a6b
2024-11-25T02:22:55,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86af56e8a1f847a0b328fe0f993f6bd1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86af56e8a1f847a0b328fe0f993f6bd1
2024-11-25T02:22:55,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/92c3700d81054af2a42c45c44f7145a8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/92c3700d81054af2a42c45c44f7145a8
2024-11-25T02:22:55,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/748d9f5921eb43a795903eafb40ff04f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/748d9f5921eb43a795903eafb40ff04f
2024-11-25T02:22:55,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c83a5f2eb70041888e580a530479f32d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c83a5f2eb70041888e580a530479f32d
2024-11-25T02:22:55,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/4af49458c285422c99ac9c682f16d857 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/4af49458c285422c99ac9c682f16d857
2024-11-25T02:22:55,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/80b9991064ab428fbec2f155717a2e08 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/80b9991064ab428fbec2f155717a2e08
2024-11-25T02:22:55,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/e78af25910a04815a27372af28591e58 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/e78af25910a04815a27372af28591e58
2024-11-25T02:22:55,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/184fc222f6ca40b88f785f2bb5305827 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/184fc222f6ca40b88f785f2bb5305827
2024-11-25T02:22:55,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d20f2b65dbdb47ce9bfc9fc99a63e987 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d20f2b65dbdb47ce9bfc9fc99a63e987
2024-11-25T02:22:55,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86b31fd022a440608a249b95ec1ae1f6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/86b31fd022a440608a249b95ec1ae1f6
2024-11-25T02:22:55,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/78207a3198c4479a9c0ce8147854ea84 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/78207a3198c4479a9c0ce8147854ea84
2024-11-25T02:22:55,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/6e481aecc0d44aa7b0422d1455a7fd2a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/6e481aecc0d44aa7b0422d1455a7fd2a
2024-11-25T02:22:55,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/acd233955b434009a9cf458d73e1ca90 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/acd233955b434009a9cf458d73e1ca90
2024-11-25T02:22:55,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c4996728ba744d778f777f6af1d922ce to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c4996728ba744d778f777f6af1d922ce
2024-11-25T02:22:55,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/fb039e3b22c44d59b16688f31a843d4c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/fb039e3b22c44d59b16688f31a843d4c
2024-11-25T02:22:55,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/460da3938f6f4d7db2e2d6be712dec19 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/460da3938f6f4d7db2e2d6be712dec19
2024-11-25T02:22:55,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c867534f41894eae99e3158cd3f402ab to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c867534f41894eae99e3158cd3f402ab
2024-11-25T02:22:55,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/369e029a3c2d484ea25e3cd65de621ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/369e029a3c2d484ea25e3cd65de621ee
2024-11-25T02:22:55,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/83c62874949f402b8152acf5508ddc88 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/83c62874949f402b8152acf5508ddc88
2024-11-25T02:22:55,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c997b876652e46d0befb70ddac990f98 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/c997b876652e46d0befb70ddac990f98
2024-11-25T02:22:55,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d2b56853255f4507b2fed353aa1528aa to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/d2b56853255f4507b2fed353aa1528aa
2024-11-25T02:22:55,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/7fdfafcf79364187a097d99d3f288631 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/7fdfafcf79364187a097d99d3f288631
2024-11-25T02:22:55,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1fb018610c904e8b8e9341c7a2ac533a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1fb018610c904e8b8e9341c7a2ac533a
2024-11-25T02:22:55,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/863a01e12e7643dfa138611b8cbd9770 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/863a01e12e7643dfa138611b8cbd9770
2024-11-25T02:22:55,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/dd1ae1bfac2147858da405a082987417 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/dd1ae1bfac2147858da405a082987417
2024-11-25T02:22:55,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3189c6325051470f8eda908929b31af3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/11d75292921d4e61bf49e027c586c513, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/baa0441ba53c45259a0b0ade0bfcf583, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/a16b8e7b58664f35b878ffb0ae43f85e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1c972f2147744228971793194a371655, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/8cbbb0de8d8247fd9f249ad9bf68a963, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1f51e33a120c4080ae6963fdb8798f39, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6da73fe8af3e4bfe8176d1e8b69fd89a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/fca628e2af0c4ad5819dac7d2dea45f9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/4a4a177d5d434b0d9124a3acd27f401d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/b723595d677e4cb39ed1fb83974d3914, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6918d98f004841e7933194af53b4fc28, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/935d3307db884823b4aa70c46879850d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/04a4c0a517e64a9d9d7b36b7aecac892, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9c50c7617850464ca9d1d9405b3dfba9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d2f8aa000c994fc7a4e433b01e17f4d5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/5811099cf7a14fd5a26fe57cbbb5faf1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/48f81b5b92f34380ad36c8e67e001465, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/dbb13146040c42a38a35868622c074be, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/351d167c7b6a4649bdad86a42f372ebc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/e8baa8eb4b21416daed214928bebce79, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/57ce3468904d49edb7c2401ffa1febe1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/05e51cffc1e0432da99e561814f2620d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/10882cea88924dcca0aa372e7acea447, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/038b5f28ddb44608adab504a95018b9c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d71ab4ae419346fe8d41eed5c622103f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad844fb70a284f049cfa1f0aab1404b8] to archive
2024-11-25T02:22:55,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:22:55,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3189c6325051470f8eda908929b31af3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3189c6325051470f8eda908929b31af3
2024-11-25T02:22:55,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/11d75292921d4e61bf49e027c586c513 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/11d75292921d4e61bf49e027c586c513
2024-11-25T02:22:55,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/baa0441ba53c45259a0b0ade0bfcf583 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/baa0441ba53c45259a0b0ade0bfcf583
2024-11-25T02:22:55,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/a16b8e7b58664f35b878ffb0ae43f85e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/a16b8e7b58664f35b878ffb0ae43f85e
2024-11-25T02:22:55,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1c972f2147744228971793194a371655 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1c972f2147744228971793194a371655
2024-11-25T02:22:55,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/8cbbb0de8d8247fd9f249ad9bf68a963 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/8cbbb0de8d8247fd9f249ad9bf68a963
2024-11-25T02:22:55,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9cbcde0c8b4a4fef9f8ca9d8797d38cb
2024-11-25T02:22:55,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1f51e33a120c4080ae6963fdb8798f39 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/1f51e33a120c4080ae6963fdb8798f39
2024-11-25T02:22:55,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6da73fe8af3e4bfe8176d1e8b69fd89a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6da73fe8af3e4bfe8176d1e8b69fd89a
2024-11-25T02:22:55,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/fca628e2af0c4ad5819dac7d2dea45f9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/fca628e2af0c4ad5819dac7d2dea45f9
2024-11-25T02:22:55,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/4a4a177d5d434b0d9124a3acd27f401d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/4a4a177d5d434b0d9124a3acd27f401d
2024-11-25T02:22:55,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/b723595d677e4cb39ed1fb83974d3914 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/b723595d677e4cb39ed1fb83974d3914
2024-11-25T02:22:55,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6918d98f004841e7933194af53b4fc28 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6918d98f004841e7933194af53b4fc28
2024-11-25T02:22:55,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/935d3307db884823b4aa70c46879850d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/935d3307db884823b4aa70c46879850d
2024-11-25T02:22:55,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/04a4c0a517e64a9d9d7b36b7aecac892 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/04a4c0a517e64a9d9d7b36b7aecac892
2024-11-25T02:22:55,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9c50c7617850464ca9d1d9405b3dfba9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/9c50c7617850464ca9d1d9405b3dfba9
2024-11-25T02:22:55,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d2f8aa000c994fc7a4e433b01e17f4d5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d2f8aa000c994fc7a4e433b01e17f4d5
2024-11-25T02:22:55,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/5811099cf7a14fd5a26fe57cbbb5faf1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/5811099cf7a14fd5a26fe57cbbb5faf1
2024-11-25T02:22:55,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/48f81b5b92f34380ad36c8e67e001465 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/48f81b5b92f34380ad36c8e67e001465
2024-11-25T02:22:55,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/dbb13146040c42a38a35868622c074be to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/dbb13146040c42a38a35868622c074be
2024-11-25T02:22:55,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/351d167c7b6a4649bdad86a42f372ebc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/351d167c7b6a4649bdad86a42f372ebc
2024-11-25T02:22:55,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/e8baa8eb4b21416daed214928bebce79 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/e8baa8eb4b21416daed214928bebce79
2024-11-25T02:22:55,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/57ce3468904d49edb7c2401ffa1febe1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/57ce3468904d49edb7c2401ffa1febe1
2024-11-25T02:22:55,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/05e51cffc1e0432da99e561814f2620d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/05e51cffc1e0432da99e561814f2620d
2024-11-25T02:22:55,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/10882cea88924dcca0aa372e7acea447 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/10882cea88924dcca0aa372e7acea447
2024-11-25T02:22:55,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/038b5f28ddb44608adab504a95018b9c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/038b5f28ddb44608adab504a95018b9c
2024-11-25T02:22:55,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d71ab4ae419346fe8d41eed5c622103f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/d71ab4ae419346fe8d41eed5c622103f
2024-11-25T02:22:55,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad844fb70a284f049cfa1f0aab1404b8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad844fb70a284f049cfa1f0aab1404b8
2024-11-25T02:22:56,002 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/recovered.edits/450.seqid, newMaxSeqId=450, maxSeqId=1
2024-11-25T02:22:56,006 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.
2024-11-25T02:22:56,006 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 1ec7de6ecd19171d2181ad5514cc1c0c:

2024-11-25T02:22:56,007 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:56,008 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=1ec7de6ecd19171d2181ad5514cc1c0c, regionState=CLOSED
2024-11-25T02:22:56,011 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30
2024-11-25T02:22:56,011 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 1ec7de6ecd19171d2181ad5514cc1c0c, server=d020e4a2beb4,45223,1732501345062 in 1.5550 sec
2024-11-25T02:22:56,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29
2024-11-25T02:22:56,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec7de6ecd19171d2181ad5514cc1c0c, UNASSIGN in 1.5600 sec
2024-11-25T02:22:56,015 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28
2024-11-25T02:22:56,015 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5660 sec
2024-11-25T02:22:56,016 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501376016"}]},"ts":"1732501376016"}
2024-11-25T02:22:56,017 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-25T02:22:56,020 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-25T02:22:56,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5830 sec
2024-11-25T02:22:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-25T02:22:56,547 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed
2024-11-25T02:22:56,551 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-25T02:22:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:56,556 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:56,557 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-25T02:22:56,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:56,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/recovered.edits]
2024-11-25T02:22:56,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/05dbbd22721c475bb503dd272c0e4326 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/05dbbd22721c475bb503dd272c0e4326
2024-11-25T02:22:56,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/0f97117b56974c2ea1744f3168b94dc2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/0f97117b56974c2ea1744f3168b94dc2
2024-11-25T02:22:56,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8b4e91686e414064adef2d757ecf3a52 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/A/8b4e91686e414064adef2d757ecf3a52
2024-11-25T02:22:56,572 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/05efc041647c40b4b2b8269e79131186 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/05efc041647c40b4b2b8269e79131186
2024-11-25T02:22:56,573 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1ad265117b364c97b1873db1dfba9178 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/1ad265117b364c97b1873db1dfba9178
2024-11-25T02:22:56,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/ffd378153d724b08be5faa6abd6778f5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/B/ffd378153d724b08be5faa6abd6778f5
2024-11-25T02:22:56,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3d114ec83f7d48a783ed255cec2c7b92 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/3d114ec83f7d48a783ed255cec2c7b92
2024-11-25T02:22:56,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6caf5e310d284a03a00649597bffea4e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/6caf5e310d284a03a00649597bffea4e
2024-11-25T02:22:56,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad1284d2ed5a4cb19923315cb1f7f63d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/C/ad1284d2ed5a4cb19923315cb1f7f63d
2024-11-25T02:22:56,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/recovered.edits/450.seqid to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c/recovered.edits/450.seqid
2024-11-25T02:22:56,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1ec7de6ecd19171d2181ad5514cc1c0c
2024-11-25T02:22:56,583 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-25T02:22:56,589 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:56,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-25T02:22:56,597 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-25T02:22:56,635 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-25T02:22:56,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:56,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-25T02:22:56,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732501376637"}]},"ts":"9223372036854775807"}
2024-11-25T02:22:56,641 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-25T02:22:56,641 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1ec7de6ecd19171d2181ad5514cc1c0c, NAME => 'TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c.', STARTKEY => '', ENDKEY => ''}]
2024-11-25T02:22:56,641 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-25T02:22:56,641 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732501376641"}]},"ts":"9223372036854775807"}
2024-11-25T02:22:56,644 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-25T02:22:56,647 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:56,648 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 96 msec
2024-11-25T02:22:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-25T02:22:56,658 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed
2024-11-25T02:22:56,672 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219)
Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-144468803_22 at /127.0.0.1:45974 [Waiting for operation #282]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1919718737_22 at /127.0.0.1:45132 [Waiting for operation #298]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;d020e4a2beb4:45223-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7156 (was 7711)
2024-11-25T02:22:56,681 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=7156
2024-11-25T02:22:56,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:22:56,684 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:22:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:56,686 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T02:22:56,686 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:56,686 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 33
2024-11-25T02:22:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33
2024-11-25T02:22:56,687 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T02:22:56,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741932_1108 (size=963)
2024-11-25T02:22:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33
2024-11-25T02:22:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33
2024-11-25T02:22:57,096 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:22:57,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741933_1109 (size=53)
2024-11-25T02:22:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33
2024-11-25T02:22:57,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:57,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b783bf1f82bbee313f9544425707095d, disabling compactions & flushes
2024-11-25T02:22:57,503 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. after waiting 0 ms
2024-11-25T02:22:57,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,503 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:22:57,504 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T02:22:57,504 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732501377504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501377504"}]},"ts":"1732501377504"}
2024-11-25T02:22:57,506 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-25T02:22:57,507 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T02:22:57,507 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501377507"}]},"ts":"1732501377507"}
2024-11-25T02:22:57,508 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-25T02:22:57,512 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, ASSIGN}]
2024-11-25T02:22:57,513 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, ASSIGN
2024-11-25T02:22:57,514 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, ASSIGN; state=OFFLINE, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=false
2024-11-25T02:22:57,665 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:57,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:22:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33
2024-11-25T02:22:57,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:57,823 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,823 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:22:57,824 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:57,824 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:57,824 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:57,824 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:57,826 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b783bf1f82bbee313f9544425707095d 
2024-11-25T02:22:57,827 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:57,827 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b783bf1f82bbee313f9544425707095d columnFamilyName A
2024-11-25T02:22:57,827 DEBUG [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:57,828 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(327): Store=b783bf1f82bbee313f9544425707095d/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:57,828 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b783bf1f82bbee313f9544425707095d 
2024-11-25T02:22:57,829 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:57,830 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b783bf1f82bbee313f9544425707095d columnFamilyName B
2024-11-25T02:22:57,830 DEBUG [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:57,831 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(327): Store=b783bf1f82bbee313f9544425707095d/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:57,831 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b783bf1f82bbee313f9544425707095d 
2024-11-25T02:22:57,832 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:57,832 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b783bf1f82bbee313f9544425707095d columnFamilyName C
2024-11-25T02:22:57,833 DEBUG [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:57,833 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(327): Store=b783bf1f82bbee313f9544425707095d/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:57,833 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,834 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:57,834 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:57,836 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:22:57,837 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:57,839 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:22:57,839 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened b783bf1f82bbee313f9544425707095d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74726702, jitterRate=0.11351463198661804}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:22:57,840 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:22:57,841 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., pid=35, masterSystemTime=1732501377819
2024-11-25T02:22:57,842 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,842 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:57,843 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:57,845 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34
2024-11-25T02:22:57,845 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062 in 177 msec
2024-11-25T02:22:57,847 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33
2024-11-25T02:22:57,847 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, ASSIGN in 333 msec
2024-11-25T02:22:57,847 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T02:22:57,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501377847"}]},"ts":"1732501377847"}
2024-11-25T02:22:57,848 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-25T02:22:57,851 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T02:22:57,852 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec
2024-11-25T02:22:58,530 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T02:22:58,532 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T02:22:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33
2024-11-25T02:22:58,792 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed
2024-11-25T02:22:58,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802
2024-11-25T02:22:58,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:58,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:58,801 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:58,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T02:22:58,804 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T02:22:58,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:22:58,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:22:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-25T02:22:58,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741934_1110 (size=999)
2024-11-25T02:22:59,228 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963
2024-11-25T02:22:59,229 INFO  [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999
2024-11-25T02:22:59,232 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:22:59,241 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, REOPEN/MOVE}]
2024-11-25T02:22:59,242 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, REOPEN/MOVE
2024-11-25T02:22:59,243 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,244 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:22:59,244 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:22:59,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,396 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,396 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:22:59,396 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing b783bf1f82bbee313f9544425707095d, disabling compactions & flushes
2024-11-25T02:22:59,397 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,397 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,397 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. after waiting 0 ms
2024-11-25T02:22:59,397 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,400 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-25T02:22:59,401 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,401 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:22:59,401 WARN  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: b783bf1f82bbee313f9544425707095d to self.
2024-11-25T02:22:59,403 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,403 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=CLOSED
2024-11-25T02:22:59,405 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38
2024-11-25T02:22:59,406 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062 in 160 msec
2024-11-25T02:22:59,406 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, REOPEN/MOVE; state=CLOSED, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=true
2024-11-25T02:22:59,556 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,558 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:22:59,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,713 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,713 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:22:59,713 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,713 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:22:59,713 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,714 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,716 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b783bf1f82bbee313f9544425707095d 
2024-11-25T02:22:59,717 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:59,722 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b783bf1f82bbee313f9544425707095d columnFamilyName A
2024-11-25T02:22:59,724 DEBUG [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:59,724 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(327): Store=b783bf1f82bbee313f9544425707095d/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:59,725 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b783bf1f82bbee313f9544425707095d 
2024-11-25T02:22:59,725 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:59,726 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b783bf1f82bbee313f9544425707095d columnFamilyName B
2024-11-25T02:22:59,726 DEBUG [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:59,726 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(327): Store=b783bf1f82bbee313f9544425707095d/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:59,726 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b783bf1f82bbee313f9544425707095d 
2024-11-25T02:22:59,727 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:22:59,727 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b783bf1f82bbee313f9544425707095d columnFamilyName C
2024-11-25T02:22:59,727 DEBUG [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:22:59,728 INFO  [StoreOpener-b783bf1f82bbee313f9544425707095d-1 {}] regionserver.HStore(327): Store=b783bf1f82bbee313f9544425707095d/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:22:59,728 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,729 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,730 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,731 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:22:59,732 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,733 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened b783bf1f82bbee313f9544425707095d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71337244, jitterRate=0.06300777196884155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:22:59,735 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:22:59,735 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., pid=40, masterSystemTime=1732501379710
2024-11-25T02:22:59,737 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,737 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,738 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=OPEN, openSeqNum=5, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,740 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38
2024-11-25T02:22:59,740 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062 in 181 msec
2024-11-25T02:22:59,742 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37
2024-11-25T02:22:59,742 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, REOPEN/MOVE in 499 msec
2024-11-25T02:22:59,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36
2024-11-25T02:22:59,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec
2024-11-25T02:22:59,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec
2024-11-25T02:22:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-25T02:22:59,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c
2024-11-25T02:22:59,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9
2024-11-25T02:22:59,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5
2024-11-25T02:22:59,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8
2024-11-25T02:22:59,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed
2024-11-25T02:22:59,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93
2024-11-25T02:22:59,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977
2024-11-25T02:22:59,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233
2024-11-25T02:22:59,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b
2024-11-25T02:22:59,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:22:59,802 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:22:59,803 DEBUG [hconnection-0xa30a104-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,803 DEBUG [hconnection-0x13381b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,804 DEBUG [hconnection-0x5121a5ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees
2024-11-25T02:22:59,805 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,805 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,806 DEBUG [hconnection-0x668cb76e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-11-25T02:22:59,806 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:22:59,807 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:22:59,807 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:22:59,812 DEBUG [hconnection-0x5866f180-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,813 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,813 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,814 DEBUG [hconnection-0x67328c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,815 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,815 DEBUG [hconnection-0x14d69165-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,816 DEBUG [hconnection-0x3e57955e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,816 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,817 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,817 DEBUG [hconnection-0x33758e0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:22:59,818 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:22:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:22:59,821 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:22:59,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:22:59,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:59,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:22:59,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:59,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:22:59,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:22:59,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250809ec6c371948ad91ebe4a453abf542_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501379810/Put/seqid=0
2024-11-25T02:22:59,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741935_1111 (size=19474)
2024-11-25T02:22:59,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501439888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501439897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501439898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501439898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:22:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501439898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-11-25T02:22:59,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:22:59,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:22:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:22:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:22:59,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:22:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501440000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501440005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501440006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501440006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501440007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-11-25T02:23:00,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:00,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501440205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501440209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501440209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501440211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501440212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:00,301 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250809ec6c371948ad91ebe4a453abf542_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250809ec6c371948ad91ebe4a453abf542_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:00,302 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a83e5a6dc9de4780985619b2880fedda, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:00,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a83e5a6dc9de4780985619b2880fedda is 175, key is test_row_0/A:col10/1732501379810/Put/seqid=0
2024-11-25T02:23:00,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741936_1112 (size=56733)
2024-11-25T02:23:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-11-25T02:23:00,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501440510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501440515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501440516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501440516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501440518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,731 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a83e5a6dc9de4780985619b2880fedda
2024-11-25T02:23:00,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a6ab49852bcb47b7a705007425f2a635 is 50, key is test_row_0/B:col10/1732501379810/Put/seqid=0
2024-11-25T02:23:00,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741937_1113 (size=12001)
2024-11-25T02:23:00,833 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a6ab49852bcb47b7a705007425f2a635
2024-11-25T02:23:00,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/156304400d15454c91b657c86eb58475 is 50, key is test_row_0/C:col10/1732501379810/Put/seqid=0
2024-11-25T02:23:00,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:00,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:00,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-11-25T02:23:00,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741938_1114 (size=12001)
2024-11-25T02:23:00,925 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/156304400d15454c91b657c86eb58475
2024-11-25T02:23:00,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a83e5a6dc9de4780985619b2880fedda as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a83e5a6dc9de4780985619b2880fedda
2024-11-25T02:23:00,941 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a83e5a6dc9de4780985619b2880fedda, entries=300, sequenceid=16, filesize=55.4 K
2024-11-25T02:23:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a6ab49852bcb47b7a705007425f2a635 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a6ab49852bcb47b7a705007425f2a635
2024-11-25T02:23:00,964 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a6ab49852bcb47b7a705007425f2a635, entries=150, sequenceid=16, filesize=11.7 K
2024-11-25T02:23:00,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/156304400d15454c91b657c86eb58475 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/156304400d15454c91b657c86eb58475
2024-11-25T02:23:00,975 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/156304400d15454c91b657c86eb58475, entries=150, sequenceid=16, filesize=11.7 K
2024-11-25T02:23:00,977 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b783bf1f82bbee313f9544425707095d in 1155ms, sequenceid=16, compaction requested=false
2024-11-25T02:23:00,977 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-25T02:23:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:01,021 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:23:01,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:01,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:01,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:01,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501441034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501441035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501441041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aac35790fb1c45508f2d595d68952339_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501379894/Put/seqid=0
2024-11-25T02:23:01,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501441042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501441044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741939_1115 (size=14594)
2024-11-25T02:23:01,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:01,115 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aac35790fb1c45508f2d595d68952339_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aac35790fb1c45508f2d595d68952339_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:01,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/375e1e7c886d4cb7a76a4222d29cfeca, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:01,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/375e1e7c886d4cb7a76a4222d29cfeca is 175, key is test_row_0/A:col10/1732501379894/Put/seqid=0
2024-11-25T02:23:01,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741940_1116 (size=39549)
2024-11-25T02:23:01,143 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/375e1e7c886d4cb7a76a4222d29cfeca
2024-11-25T02:23:01,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501441146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501441146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501441152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501441154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501441155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/4344900d71314cbc97febce8f5cc0669 is 50, key is test_row_0/B:col10/1732501379894/Put/seqid=0
2024-11-25T02:23:01,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741941_1117 (size=12001)
2024-11-25T02:23:01,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,228 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/4344900d71314cbc97febce8f5cc0669
2024-11-25T02:23:01,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/d5471326750c48a1ac59f5573ea03e69 is 50, key is test_row_0/C:col10/1732501379894/Put/seqid=0
2024-11-25T02:23:01,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741942_1118 (size=12001)
2024-11-25T02:23:01,265 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/d5471326750c48a1ac59f5573ea03e69
2024-11-25T02:23:01,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/375e1e7c886d4cb7a76a4222d29cfeca as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/375e1e7c886d4cb7a76a4222d29cfeca
2024-11-25T02:23:01,291 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/375e1e7c886d4cb7a76a4222d29cfeca, entries=200, sequenceid=41, filesize=38.6 K
2024-11-25T02:23:01,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/4344900d71314cbc97febce8f5cc0669 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/4344900d71314cbc97febce8f5cc0669
2024-11-25T02:23:01,300 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/4344900d71314cbc97febce8f5cc0669, entries=150, sequenceid=41, filesize=11.7 K
2024-11-25T02:23:01,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/d5471326750c48a1ac59f5573ea03e69 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/d5471326750c48a1ac59f5573ea03e69
2024-11-25T02:23:01,307 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/d5471326750c48a1ac59f5573ea03e69, entries=150, sequenceid=41, filesize=11.7 K
2024-11-25T02:23:01,310 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b783bf1f82bbee313f9544425707095d in 288ms, sequenceid=41, compaction requested=false
2024-11-25T02:23:01,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:01,357 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-25T02:23:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258e96ad3449a84bc39afacef02ff6e99e_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501381357/Put/seqid=0
2024-11-25T02:23:01,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741943_1119 (size=12154)
2024-11-25T02:23:01,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:01,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501441394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501441396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501441399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501441399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,405 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258e96ad3449a84bc39afacef02ff6e99e_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e96ad3449a84bc39afacef02ff6e99e_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:01,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fffa851368ea4db1bce7e7f86722828b, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:01,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501441401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fffa851368ea4db1bce7e7f86722828b is 175, key is test_row_0/A:col10/1732501381357/Put/seqid=0
2024-11-25T02:23:01,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741944_1120 (size=30955)
2024-11-25T02:23:01,450 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fffa851368ea4db1bce7e7f86722828b
2024-11-25T02:23:01,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/f3835bcae353410db6639e73acd80dce is 50, key is test_row_0/B:col10/1732501381357/Put/seqid=0
2024-11-25T02:23:01,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501441502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741945_1121 (size=12001)
2024-11-25T02:23:01,508 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/f3835bcae353410db6639e73acd80dce
2024-11-25T02:23:01,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501441504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501441505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501441505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501441509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/90a7a849807040efb3e4e1b699621ebf is 50, key is test_row_0/C:col10/1732501381357/Put/seqid=0
2024-11-25T02:23:01,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=42
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:01,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741946_1122 (size=12001)
2024-11-25T02:23:01,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/90a7a849807040efb3e4e1b699621ebf
2024-11-25T02:23:01,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fffa851368ea4db1bce7e7f86722828b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fffa851368ea4db1bce7e7f86722828b
2024-11-25T02:23:01,585 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fffa851368ea4db1bce7e7f86722828b, entries=150, sequenceid=54, filesize=30.2 K
2024-11-25T02:23:01,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/f3835bcae353410db6639e73acd80dce as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/f3835bcae353410db6639e73acd80dce
2024-11-25T02:23:01,588 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T02:23:01,598 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/f3835bcae353410db6639e73acd80dce, entries=150, sequenceid=54, filesize=11.7 K
2024-11-25T02:23:01,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/90a7a849807040efb3e4e1b699621ebf as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/90a7a849807040efb3e4e1b699621ebf
2024-11-25T02:23:01,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/90a7a849807040efb3e4e1b699621ebf, entries=150, sequenceid=54, filesize=11.7 K
2024-11-25T02:23:01,606 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b783bf1f82bbee313f9544425707095d in 249ms, sequenceid=54, compaction requested=true
2024-11-25T02:23:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:01,606 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:01,606 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:01,608 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:01,608 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:01,608 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:01,608 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:01,608 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,608 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,608 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a83e5a6dc9de4780985619b2880fedda, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/375e1e7c886d4cb7a76a4222d29cfeca, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fffa851368ea4db1bce7e7f86722828b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=124.3 K
2024-11-25T02:23:01,608 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a6ab49852bcb47b7a705007425f2a635, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/4344900d71314cbc97febce8f5cc0669, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/f3835bcae353410db6639e73acd80dce] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.2 K
2024-11-25T02:23:01,609 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,609 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a83e5a6dc9de4780985619b2880fedda, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/375e1e7c886d4cb7a76a4222d29cfeca, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fffa851368ea4db1bce7e7f86722828b]
2024-11-25T02:23:01,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a6ab49852bcb47b7a705007425f2a635, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501379810
2024-11-25T02:23:01,610 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a83e5a6dc9de4780985619b2880fedda, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501379810
2024-11-25T02:23:01,610 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4344900d71314cbc97febce8f5cc0669, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732501379894
2024-11-25T02:23:01,610 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f3835bcae353410db6639e73acd80dce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732501381032
2024-11-25T02:23:01,611 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 375e1e7c886d4cb7a76a4222d29cfeca, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732501379887
2024-11-25T02:23:01,611 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fffa851368ea4db1bce7e7f86722828b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732501381032
2024-11-25T02:23:01,639 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:01,639 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/405abf6b0d3f476099a9477da8e62698 is 50, key is test_row_0/B:col10/1732501381357/Put/seqid=0
2024-11-25T02:23:01,641 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:01,673 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f0ec8317bf164798b73c4490bb335f5e_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:01,677 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f0ec8317bf164798b73c4490bb335f5e_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:01,677 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0ec8317bf164798b73c4490bb335f5e_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:01,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42
2024-11-25T02:23:01,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:23:01,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:01,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:01,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:01,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:01,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741947_1123 (size=12104)
2024-11-25T02:23:01,702 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/405abf6b0d3f476099a9477da8e62698 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/405abf6b0d3f476099a9477da8e62698
2024-11-25T02:23:01,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:01,717 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into 405abf6b0d3f476099a9477da8e62698(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:01,717 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:01,717 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501381606; duration=0sec
2024-11-25T02:23:01,717 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:01,717 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:01,717 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:01,719 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:01,719 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:01,719 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:01,719 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/156304400d15454c91b657c86eb58475, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/d5471326750c48a1ac59f5573ea03e69, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/90a7a849807040efb3e4e1b699621ebf] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.2 K
2024-11-25T02:23:01,720 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 156304400d15454c91b657c86eb58475, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501379810
2024-11-25T02:23:01,721 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d5471326750c48a1ac59f5573ea03e69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732501379894
2024-11-25T02:23:01,721 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 90a7a849807040efb3e4e1b699621ebf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732501381032
2024-11-25T02:23:01,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501441734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501441733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741948_1124 (size=4469)
2024-11-25T02:23:01,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501441741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501441742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501441743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,761 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:01,761 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/48a7684ad190408faed8d46ddf844043 is 50, key is test_row_0/C:col10/1732501381357/Put/seqid=0
2024-11-25T02:23:01,766 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#103 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:01,768 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/e35206461c494947b8c632111be40ae7 is 175, key is test_row_0/A:col10/1732501381357/Put/seqid=0
2024-11-25T02:23:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125768d1e4409c349829362fbed84625b31_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501381394/Put/seqid=0
2024-11-25T02:23:01,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741949_1125 (size=12104)
2024-11-25T02:23:01,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741950_1126 (size=31058)
2024-11-25T02:23:01,841 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/48a7684ad190408faed8d46ddf844043 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/48a7684ad190408faed8d46ddf844043
2024-11-25T02:23:01,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,848 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/e35206461c494947b8c632111be40ae7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e35206461c494947b8c632111be40ae7
2024-11-25T02:23:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501441844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,852 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into 48a7684ad190408faed8d46ddf844043(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:01,852 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:01,852 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501381607; duration=0sec
2024-11-25T02:23:01,852 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:01,852 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:01,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501441854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741951_1127 (size=12154)
2024-11-25T02:23:01,860 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into e35206461c494947b8c632111be40ae7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:01,860 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:01,860 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501381606; duration=0sec
2024-11-25T02:23:01,860 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:01,860 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:01,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501441857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501441864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501441865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-11-25T02:23:02,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501442050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501442060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501442065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501442068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501442070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:02,268 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125768d1e4409c349829362fbed84625b31_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125768d1e4409c349829362fbed84625b31_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/8b6edfdc467f4333b4e19d86461b0261, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:02,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/8b6edfdc467f4333b4e19d86461b0261 is 175, key is test_row_0/A:col10/1732501381394/Put/seqid=0
2024-11-25T02:23:02,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741952_1128 (size=30955)
2024-11-25T02:23:02,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/8b6edfdc467f4333b4e19d86461b0261
2024-11-25T02:23:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/3b439541f27b402fa21cdf546ac9072e is 50, key is test_row_0/B:col10/1732501381394/Put/seqid=0
2024-11-25T02:23:02,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501442353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501442367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501442371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501442377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501442377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741953_1129 (size=12001)
2024-11-25T02:23:02,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/3b439541f27b402fa21cdf546ac9072e
2024-11-25T02:23:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c77022c329684c06ab8e0dd4cc8111e4 is 50, key is test_row_0/C:col10/1732501381394/Put/seqid=0
2024-11-25T02:23:02,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741954_1130 (size=12001)
2024-11-25T02:23:02,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501442861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,868 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c77022c329684c06ab8e0dd4cc8111e4
2024-11-25T02:23:02,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/8b6edfdc467f4333b4e19d86461b0261 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/8b6edfdc467f4333b4e19d86461b0261
2024-11-25T02:23:02,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501442876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501442879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501442881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/8b6edfdc467f4333b4e19d86461b0261, entries=150, sequenceid=77, filesize=30.2 K
2024-11-25T02:23:02,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501442883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:02,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/3b439541f27b402fa21cdf546ac9072e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3b439541f27b402fa21cdf546ac9072e
2024-11-25T02:23:02,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3b439541f27b402fa21cdf546ac9072e, entries=150, sequenceid=77, filesize=11.7 K
2024-11-25T02:23:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c77022c329684c06ab8e0dd4cc8111e4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c77022c329684c06ab8e0dd4cc8111e4
2024-11-25T02:23:02,908 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c77022c329684c06ab8e0dd4cc8111e4, entries=150, sequenceid=77, filesize=11.7 K
2024-11-25T02:23:02,912 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for b783bf1f82bbee313f9544425707095d in 1222ms, sequenceid=77, compaction requested=false
2024-11-25T02:23:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42
2024-11-25T02:23:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=42
2024-11-25T02:23:02,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41
2024-11-25T02:23:02,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1070 sec
2024-11-25T02:23:02,918 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 3.1130 sec
2024-11-25T02:23:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:03,876 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-25T02:23:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:03,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b91ecfd01724e9a8864a32bdfc7666a_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501383874/Put/seqid=0
2024-11-25T02:23:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-11-25T02:23:03,918 INFO  [Thread-572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed
2024-11-25T02:23:03,919 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees
2024-11-25T02:23:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-25T02:23:03,921 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:03,922 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:03,922 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:03,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501443923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:03,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501443924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:03,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501443925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:03,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501443927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:03,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501443930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:03,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741955_1131 (size=14594)
2024-11-25T02:23:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-25T02:23:04,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501444036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501444037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501444038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501444038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501444039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-25T02:23:04,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:04,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:04,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501444246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501444246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501444247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501444249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501444249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:04,371 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b91ecfd01724e9a8864a32bdfc7666a_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b91ecfd01724e9a8864a32bdfc7666a_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:04,373 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dac4f710048749eaae3e832a9a77beed, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:04,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dac4f710048749eaae3e832a9a77beed is 175, key is test_row_0/A:col10/1732501383874/Put/seqid=0
2024-11-25T02:23:04,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741956_1132 (size=39549)
2024-11-25T02:23:04,406 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dac4f710048749eaae3e832a9a77beed
2024-11-25T02:23:04,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/bf02173f781441dd8379c67db4cbfcbd is 50, key is test_row_0/B:col10/1732501383874/Put/seqid=0
2024-11-25T02:23:04,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741957_1133 (size=12001)
2024-11-25T02:23:04,479 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/bf02173f781441dd8379c67db4cbfcbd
2024-11-25T02:23:04,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/dbabeb8b5fc44524adf640e419070f6f is 50, key is test_row_0/C:col10/1732501383874/Put/seqid=0
2024-11-25T02:23:04,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741958_1134 (size=12001)
2024-11-25T02:23:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-25T02:23:04,525 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/dbabeb8b5fc44524adf640e419070f6f
2024-11-25T02:23:04,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dac4f710048749eaae3e832a9a77beed as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dac4f710048749eaae3e832a9a77beed
2024-11-25T02:23:04,546 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dac4f710048749eaae3e832a9a77beed, entries=200, sequenceid=95, filesize=38.6 K
2024-11-25T02:23:04,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/bf02173f781441dd8379c67db4cbfcbd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bf02173f781441dd8379c67db4cbfcbd
2024-11-25T02:23:04,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:04,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:04,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501444554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501444554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501444553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501444554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,557 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bf02173f781441dd8379c67db4cbfcbd, entries=150, sequenceid=95, filesize=11.7 K
2024-11-25T02:23:04,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/dbabeb8b5fc44524adf640e419070f6f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/dbabeb8b5fc44524adf640e419070f6f
2024-11-25T02:23:04,567 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/dbabeb8b5fc44524adf640e419070f6f, entries=150, sequenceid=95, filesize=11.7 K
2024-11-25T02:23:04,568 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b783bf1f82bbee313f9544425707095d in 693ms, sequenceid=95, compaction requested=true
2024-11-25T02:23:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:04,568 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:04,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-25T02:23:04,569 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:04,570 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:04,570 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:04,570 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,570 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e35206461c494947b8c632111be40ae7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/8b6edfdc467f4333b4e19d86461b0261, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dac4f710048749eaae3e832a9a77beed] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=99.2 K
2024-11-25T02:23:04,570 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,570 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e35206461c494947b8c632111be40ae7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/8b6edfdc467f4333b4e19d86461b0261, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dac4f710048749eaae3e832a9a77beed]
2024-11-25T02:23:04,571 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:04,571 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:04,571 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,571 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/405abf6b0d3f476099a9477da8e62698, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3b439541f27b402fa21cdf546ac9072e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bf02173f781441dd8379c67db4cbfcbd] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.3 K
2024-11-25T02:23:04,571 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e35206461c494947b8c632111be40ae7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732501381032
2024-11-25T02:23:04,572 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 405abf6b0d3f476099a9477da8e62698, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732501381032
2024-11-25T02:23:04,573 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b6edfdc467f4333b4e19d86461b0261, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732501381394
2024-11-25T02:23:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:04,573 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b439541f27b402fa21cdf546ac9072e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732501381394
2024-11-25T02:23:04,573 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:23:04,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:04,573 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting bf02173f781441dd8379c67db4cbfcbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501381718
2024-11-25T02:23:04,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:04,574 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting dac4f710048749eaae3e832a9a77beed, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501381718
2024-11-25T02:23:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:04,605 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:04,606 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/da1771fef7fc4bb892b71ec36f143bc9 is 50, key is test_row_0/B:col10/1732501383874/Put/seqid=0
2024-11-25T02:23:04,619 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:04,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fdeaf09c8d6c446388f7cc0cd0226c6d_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501384570/Put/seqid=0
2024-11-25T02:23:04,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501444645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,656 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b3e52598dfd844d2b97f6e93752bf952_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:04,660 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b3e52598dfd844d2b97f6e93752bf952_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:04,660 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b3e52598dfd844d2b97f6e93752bf952_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:04,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741959_1135 (size=12207)
2024-11-25T02:23:04,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:04,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:04,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741960_1136 (size=14594)
2024-11-25T02:23:04,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741961_1137 (size=4469)
2024-11-25T02:23:04,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501444751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:04,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:04,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:04,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501444960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:05,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:05,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-25T02:23:05,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501445057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501445059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501445061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501445061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,094 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/da1771fef7fc4bb892b71ec36f143bc9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/da1771fef7fc4bb892b71ec36f143bc9
2024-11-25T02:23:05,102 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into da1771fef7fc4bb892b71ec36f143bc9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:05,102 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:05,102 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501384568; duration=0sec
2024-11-25T02:23:05,102 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:05,103 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:05,103 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:05,104 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:05,104 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:05,104 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,105 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/48a7684ad190408faed8d46ddf844043, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c77022c329684c06ab8e0dd4cc8111e4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/dbabeb8b5fc44524adf640e419070f6f] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.3 K
2024-11-25T02:23:05,105 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 48a7684ad190408faed8d46ddf844043, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732501381032
2024-11-25T02:23:05,106 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c77022c329684c06ab8e0dd4cc8111e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732501381394
2024-11-25T02:23:05,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:05,107 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting dbabeb8b5fc44524adf640e419070f6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501381718
2024-11-25T02:23:05,112 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fdeaf09c8d6c446388f7cc0cd0226c6d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdeaf09c8d6c446388f7cc0cd0226c6d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:05,114 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/7cd6f7029f874a3a831144a17ae2a790, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:05,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/7cd6f7029f874a3a831144a17ae2a790 is 175, key is test_row_0/A:col10/1732501384570/Put/seqid=0
2024-11-25T02:23:05,143 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:05,144 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/f3d3dfa8184f4b3aa4e071bba6b3c5fb is 50, key is test_row_0/C:col10/1732501383874/Put/seqid=0
2024-11-25T02:23:05,145 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#112 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:05,146 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/3a97187667d249e98b8bd3d2ae9e33cd is 175, key is test_row_0/A:col10/1732501383874/Put/seqid=0
2024-11-25T02:23:05,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741962_1138 (size=39549)
2024-11-25T02:23:05,161 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/7cd6f7029f874a3a831144a17ae2a790
2024-11-25T02:23:05,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:05,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:05,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741963_1139 (size=12207)
2024-11-25T02:23:05,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5 is 50, key is test_row_0/B:col10/1732501384570/Put/seqid=0
2024-11-25T02:23:05,203 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/f3d3dfa8184f4b3aa4e071bba6b3c5fb as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/f3d3dfa8184f4b3aa4e071bba6b3c5fb
2024-11-25T02:23:05,211 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into f3d3dfa8184f4b3aa4e071bba6b3c5fb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:05,211 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:05,211 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501384568; duration=0sec
2024-11-25T02:23:05,211 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:05,212 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:05,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741964_1140 (size=31161)
2024-11-25T02:23:05,230 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/3a97187667d249e98b8bd3d2ae9e33cd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3a97187667d249e98b8bd3d2ae9e33cd
2024-11-25T02:23:05,239 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into 3a97187667d249e98b8bd3d2ae9e33cd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:05,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:05,239 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501384568; duration=0sec
2024-11-25T02:23:05,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:05,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:05,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741965_1141 (size=12001)
2024-11-25T02:23:05,243 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5
2024-11-25T02:23:05,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501445265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ece73a292af7418c85c4c3cbd2c0bdc7 is 50, key is test_row_0/C:col10/1732501384570/Put/seqid=0
2024-11-25T02:23:05,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741966_1142 (size=12001)
2024-11-25T02:23:05,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:05,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:05,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,686 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ece73a292af7418c85c4c3cbd2c0bdc7
2024-11-25T02:23:05,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/7cd6f7029f874a3a831144a17ae2a790 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/7cd6f7029f874a3a831144a17ae2a790
2024-11-25T02:23:05,702 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/7cd6f7029f874a3a831144a17ae2a790, entries=200, sequenceid=118, filesize=38.6 K
2024-11-25T02:23:05,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5
2024-11-25T02:23:05,715 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5, entries=150, sequenceid=118, filesize=11.7 K
2024-11-25T02:23:05,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ece73a292af7418c85c4c3cbd2c0bdc7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ece73a292af7418c85c4c3cbd2c0bdc7
2024-11-25T02:23:05,734 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ece73a292af7418c85c4c3cbd2c0bdc7, entries=150, sequenceid=118, filesize=11.7 K
2024-11-25T02:23:05,735 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b783bf1f82bbee313f9544425707095d in 1162ms, sequenceid=118, compaction requested=false
2024-11-25T02:23:05,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:05,775 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:23:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:05,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:05,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:05,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125513b712e55524666a85768c2db6e3962_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501384608/Put/seqid=0
2024-11-25T02:23:05,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741967_1143 (size=14744)
2024-11-25T02:23:05,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501445903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:05,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:05,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:05,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501446007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-25T02:23:06,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501446066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501446067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501446070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501446073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501446212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:06,258 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125513b712e55524666a85768c2db6e3962_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125513b712e55524666a85768c2db6e3962_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:06,259 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cc3f6bb1cb534002b65a15b74c9bbf9a, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:06,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cc3f6bb1cb534002b65a15b74c9bbf9a is 175, key is test_row_0/A:col10/1732501384608/Put/seqid=0
2024-11-25T02:23:06,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741968_1144 (size=39699)
2024-11-25T02:23:06,309 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cc3f6bb1cb534002b65a15b74c9bbf9a
2024-11-25T02:23:06,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a94aacfc59154badab7692ccc48d877d is 50, key is test_row_0/B:col10/1732501384608/Put/seqid=0
2024-11-25T02:23:06,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741969_1145 (size=12101)
2024-11-25T02:23:06,370 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a94aacfc59154badab7692ccc48d877d
2024-11-25T02:23:06,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/17da6f18466f43d29db0b710ef87eb73 is 50, key is test_row_0/C:col10/1732501384608/Put/seqid=0
2024-11-25T02:23:06,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:06,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:06,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741970_1146 (size=12101)
2024-11-25T02:23:06,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501446516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:06,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:06,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,853 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/17da6f18466f43d29db0b710ef87eb73
2024-11-25T02:23:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cc3f6bb1cb534002b65a15b74c9bbf9a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cc3f6bb1cb534002b65a15b74c9bbf9a
2024-11-25T02:23:06,865 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cc3f6bb1cb534002b65a15b74c9bbf9a, entries=200, sequenceid=135, filesize=38.8 K
2024-11-25T02:23:06,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a94aacfc59154badab7692ccc48d877d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a94aacfc59154badab7692ccc48d877d
2024-11-25T02:23:06,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:06,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:06,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:06,873 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a94aacfc59154badab7692ccc48d877d, entries=150, sequenceid=135, filesize=11.8 K
2024-11-25T02:23:06,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/17da6f18466f43d29db0b710ef87eb73 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/17da6f18466f43d29db0b710ef87eb73
2024-11-25T02:23:06,881 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/17da6f18466f43d29db0b710ef87eb73, entries=150, sequenceid=135, filesize=11.8 K
2024-11-25T02:23:06,882 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b783bf1f82bbee313f9544425707095d in 1107ms, sequenceid=135, compaction requested=true
2024-11-25T02:23:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:06,882 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:06,883 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:06,884 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110409 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:06,884 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:06,884 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,885 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3a97187667d249e98b8bd3d2ae9e33cd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/7cd6f7029f874a3a831144a17ae2a790, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cc3f6bb1cb534002b65a15b74c9bbf9a] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=107.8 K
2024-11-25T02:23:06,885 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,885 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3a97187667d249e98b8bd3d2ae9e33cd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/7cd6f7029f874a3a831144a17ae2a790, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cc3f6bb1cb534002b65a15b74c9bbf9a]
2024-11-25T02:23:06,885 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:06,885 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:06,885 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,885 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/da1771fef7fc4bb892b71ec36f143bc9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a94aacfc59154badab7692ccc48d877d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.5 K
2024-11-25T02:23:06,886 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a97187667d249e98b8bd3d2ae9e33cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501381718
2024-11-25T02:23:06,886 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting da1771fef7fc4bb892b71ec36f143bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501381718
2024-11-25T02:23:06,887 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cd6f7029f874a3a831144a17ae2a790, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732501383916
2024-11-25T02:23:06,887 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ea3cdac9ad8f4dc9ac4cc33bc9d97ad5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732501383916
2024-11-25T02:23:06,888 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc3f6bb1cb534002b65a15b74c9bbf9a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732501384608
2024-11-25T02:23:06,888 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a94aacfc59154badab7692ccc48d877d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732501384608
2024-11-25T02:23:06,911 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:06,914 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:06,915 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/3fd77317438a4c31b991c9f033b5b84a is 50, key is test_row_0/B:col10/1732501384608/Put/seqid=0
2024-11-25T02:23:06,925 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112552507747419c4ba28ad37f79b62339ac_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:06,928 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112552507747419c4ba28ad37f79b62339ac_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:06,928 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552507747419c4ba28ad37f79b62339ac_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:06,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741972_1148 (size=4469)
2024-11-25T02:23:06,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741971_1147 (size=12409)
2024-11-25T02:23:06,985 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/3fd77317438a4c31b991c9f033b5b84a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3fd77317438a4c31b991c9f033b5b84a
2024-11-25T02:23:06,992 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into 3fd77317438a4c31b991c9f033b5b84a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:06,992 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:06,992 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501386883; duration=0sec
2024-11-25T02:23:06,993 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:06,993 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:06,993 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:06,995 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:06,995 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:06,995 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:06,995 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/f3d3dfa8184f4b3aa4e071bba6b3c5fb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ece73a292af7418c85c4c3cbd2c0bdc7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/17da6f18466f43d29db0b710ef87eb73] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.5 K
2024-11-25T02:23:06,996 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f3d3dfa8184f4b3aa4e071bba6b3c5fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501381718
2024-11-25T02:23:06,996 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ece73a292af7418c85c4c3cbd2c0bdc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732501383916
2024-11-25T02:23:06,996 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 17da6f18466f43d29db0b710ef87eb73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732501384608
2024-11-25T02:23:07,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:07,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-25T02:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:07,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:07,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:07,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:07,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:07,033 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:07,034 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/12e18463125a4bbc9a96a4d3c47d99f8 is 50, key is test_row_0/C:col10/1732501384608/Put/seqid=0
2024-11-25T02:23:07,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259839b77bc4734a58aa656f3f5e8d6c9d_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501385893/Put/seqid=0
2024-11-25T02:23:07,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501447088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:07,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741973_1149 (size=12409)
2024-11-25T02:23:07,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741974_1150 (size=12304)
2024-11-25T02:23:07,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501447197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:07,359 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#120 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:07,360 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/6971c3f48ece42b78ad5348a9dc3d23c is 175, key is test_row_0/A:col10/1732501384608/Put/seqid=0
2024-11-25T02:23:07,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741975_1151 (size=31363)
2024-11-25T02:23:07,390 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/6971c3f48ece42b78ad5348a9dc3d23c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6971c3f48ece42b78ad5348a9dc3d23c
2024-11-25T02:23:07,406 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into 6971c3f48ece42b78ad5348a9dc3d23c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:07,406 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:07,406 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501386882; duration=0sec
2024-11-25T02:23:07,406 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:07,406 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:07,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501447403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:07,522 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/12e18463125a4bbc9a96a4d3c47d99f8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/12e18463125a4bbc9a96a4d3c47d99f8
2024-11-25T02:23:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:07,530 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into 12e18463125a4bbc9a96a4d3c47d99f8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:07,530 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:07,530 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501386883; duration=0sec
2024-11-25T02:23:07,530 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:07,530 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:07,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259839b77bc4734a58aa656f3f5e8d6c9d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259839b77bc4734a58aa656f3f5e8d6c9d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/0447e556727f4dd7aeb891191d113efe, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/0447e556727f4dd7aeb891191d113efe is 175, key is test_row_0/A:col10/1732501385893/Put/seqid=0
2024-11-25T02:23:07,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741976_1152 (size=31105)
2024-11-25T02:23:07,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/0447e556727f4dd7aeb891191d113efe
2024-11-25T02:23:07,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/8d467b04abdd4e7e8827c1382ba2ba76 is 50, key is test_row_0/B:col10/1732501385893/Put/seqid=0
2024-11-25T02:23:07,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741977_1153 (size=12151)
2024-11-25T02:23:07,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/8d467b04abdd4e7e8827c1382ba2ba76
2024-11-25T02:23:07,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/7be748830a234dbb8670fd76861ab7ee is 50, key is test_row_0/C:col10/1732501385893/Put/seqid=0
2024-11-25T02:23:07,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741978_1154 (size=12151)
2024-11-25T02:23:07,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/7be748830a234dbb8670fd76861ab7ee
2024-11-25T02:23:07,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/0447e556727f4dd7aeb891191d113efe as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/0447e556727f4dd7aeb891191d113efe
2024-11-25T02:23:07,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/0447e556727f4dd7aeb891191d113efe, entries=150, sequenceid=158, filesize=30.4 K
2024-11-25T02:23:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/8d467b04abdd4e7e8827c1382ba2ba76 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8d467b04abdd4e7e8827c1382ba2ba76
2024-11-25T02:23:07,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8d467b04abdd4e7e8827c1382ba2ba76, entries=150, sequenceid=158, filesize=11.9 K
2024-11-25T02:23:07,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/7be748830a234dbb8670fd76861ab7ee as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7be748830a234dbb8670fd76861ab7ee
2024-11-25T02:23:07,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7be748830a234dbb8670fd76861ab7ee, entries=150, sequenceid=158, filesize=11.9 K
2024-11-25T02:23:07,695 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b783bf1f82bbee313f9544425707095d in 671ms, sequenceid=158, compaction requested=false
2024-11-25T02:23:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44
2024-11-25T02:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=44
2024-11-25T02:23:07,699 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43
2024-11-25T02:23:07,700 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7760 sec
2024-11-25T02:23:07,706 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 3.7810 sec
2024-11-25T02:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:07,711 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-25T02:23:07,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:07,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:07,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:07,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:07,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:07,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:07,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bddb3c68bd8748a390acbb7c43fe9b74_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501387060/Put/seqid=0
2024-11-25T02:23:07,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741979_1155 (size=14794)
2024-11-25T02:23:07,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501447805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:07,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501447907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-25T02:23:08,028 INFO  [Thread-572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed
2024-11-25T02:23:08,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees
2024-11-25T02:23:08,033 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:08,033 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:08,034 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-25T02:23:08,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501448073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,080 DEBUG [Thread-570 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:08,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501448085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501448088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,091 DEBUG [Thread-568 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:08,091 DEBUG [Thread-562 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:08,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501448090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,094 DEBUG [Thread-566 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:08,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501448111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-25T02:23:08,175 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:08,182 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bddb3c68bd8748a390acbb7c43fe9b74_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bddb3c68bd8748a390acbb7c43fe9b74_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:08,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c5b7d5933f234645b9e173edcc65462b, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:08,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c5b7d5933f234645b9e173edcc65462b is 175, key is test_row_0/A:col10/1732501387060/Put/seqid=0
2024-11-25T02:23:08,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-25T02:23:08,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:08,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741980_1156 (size=39749)
2024-11-25T02:23:08,214 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c5b7d5933f234645b9e173edcc65462b
2024-11-25T02:23:08,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/8dfac17ad5f64b36b508d1d17a88d404 is 50, key is test_row_0/B:col10/1732501387060/Put/seqid=0
2024-11-25T02:23:08,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741981_1157 (size=12151)
2024-11-25T02:23:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-25T02:23:08,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-25T02:23:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501448418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-25T02:23:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-25T02:23:08,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-25T02:23:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:08,655 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/8dfac17ad5f64b36b508d1d17a88d404
2024-11-25T02:23:08,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c0b5eb9c4fa14a66bf789bd70b4f0da7 is 50, key is test_row_0/C:col10/1732501387060/Put/seqid=0
2024-11-25T02:23:08,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741982_1158 (size=12151)
2024-11-25T02:23:08,703 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c0b5eb9c4fa14a66bf789bd70b4f0da7
2024-11-25T02:23:08,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c5b7d5933f234645b9e173edcc65462b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c5b7d5933f234645b9e173edcc65462b
2024-11-25T02:23:08,715 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c5b7d5933f234645b9e173edcc65462b, entries=200, sequenceid=175, filesize=38.8 K
2024-11-25T02:23:08,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/8dfac17ad5f64b36b508d1d17a88d404 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8dfac17ad5f64b36b508d1d17a88d404
2024-11-25T02:23:08,723 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8dfac17ad5f64b36b508d1d17a88d404, entries=150, sequenceid=175, filesize=11.9 K
2024-11-25T02:23:08,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c0b5eb9c4fa14a66bf789bd70b4f0da7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c0b5eb9c4fa14a66bf789bd70b4f0da7
2024-11-25T02:23:08,731 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c0b5eb9c4fa14a66bf789bd70b4f0da7, entries=150, sequenceid=175, filesize=11.9 K
2024-11-25T02:23:08,732 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b783bf1f82bbee313f9544425707095d in 1021ms, sequenceid=175, compaction requested=true
2024-11-25T02:23:08,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:08,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:08,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:08,732 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:08,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:08,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:08,733 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:08,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:08,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:08,734 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:08,734 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:08,734 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,734 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3fd77317438a4c31b991c9f033b5b84a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8d467b04abdd4e7e8827c1382ba2ba76, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8dfac17ad5f64b36b508d1d17a88d404] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.9 K
2024-11-25T02:23:08,735 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fd77317438a4c31b991c9f033b5b84a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732501384608
2024-11-25T02:23:08,735 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:08,735 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:08,735 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,735 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d467b04abdd4e7e8827c1382ba2ba76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732501385853
2024-11-25T02:23:08,735 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6971c3f48ece42b78ad5348a9dc3d23c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/0447e556727f4dd7aeb891191d113efe, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c5b7d5933f234645b9e173edcc65462b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=99.8 K
2024-11-25T02:23:08,735 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,735 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6971c3f48ece42b78ad5348a9dc3d23c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/0447e556727f4dd7aeb891191d113efe, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c5b7d5933f234645b9e173edcc65462b]
2024-11-25T02:23:08,736 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dfac17ad5f64b36b508d1d17a88d404, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732501387060
2024-11-25T02:23:08,737 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6971c3f48ece42b78ad5348a9dc3d23c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732501384608
2024-11-25T02:23:08,737 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0447e556727f4dd7aeb891191d113efe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732501385853
2024-11-25T02:23:08,738 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5b7d5933f234645b9e173edcc65462b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732501387060
2024-11-25T02:23:08,757 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:08,758 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/5d260df3c4e24eefae965f5b327db454 is 50, key is test_row_0/B:col10/1732501387060/Put/seqid=0
2024-11-25T02:23:08,766 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:08,771 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125205a9b3e8ad0450cb12134878c6e5542_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:08,774 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125205a9b3e8ad0450cb12134878c6e5542_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:08,774 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125205a9b3e8ad0450cb12134878c6e5542_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:08,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741983_1159 (size=12561)
2024-11-25T02:23:08,799 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/5d260df3c4e24eefae965f5b327db454 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5d260df3c4e24eefae965f5b327db454
2024-11-25T02:23:08,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:08,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-25T02:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-25T02:23:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:08,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741984_1160 (size=4469)
2024-11-25T02:23:08,820 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#130 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:08,820 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into 5d260df3c4e24eefae965f5b327db454(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:08,820 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:08,820 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501388732; duration=0sec
2024-11-25T02:23:08,821 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:08,821 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:08,821 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:08,821 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/41573a2e7042405d97cb3e09bbb71dd2 is 175, key is test_row_0/A:col10/1732501387060/Put/seqid=0
2024-11-25T02:23:08,823 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:08,824 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:08,824 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:08,824 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/12e18463125a4bbc9a96a4d3c47d99f8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7be748830a234dbb8670fd76861ab7ee, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c0b5eb9c4fa14a66bf789bd70b4f0da7] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=35.9 K
2024-11-25T02:23:08,825 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 12e18463125a4bbc9a96a4d3c47d99f8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732501384608
2024-11-25T02:23:08,825 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be748830a234dbb8670fd76861ab7ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732501385853
2024-11-25T02:23:08,826 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c0b5eb9c4fa14a66bf789bd70b4f0da7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732501387060
2024-11-25T02:23:08,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea81b0fb6a9e49cb857db8a790daafc6_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501387798/Put/seqid=0
2024-11-25T02:23:08,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741985_1161 (size=31515)
2024-11-25T02:23:08,870 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:08,870 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/a3934d2691ac4948ab9838ff95af1401 is 50, key is test_row_0/C:col10/1732501387060/Put/seqid=0
2024-11-25T02:23:08,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741986_1162 (size=12304)
2024-11-25T02:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:08,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea81b0fb6a9e49cb857db8a790daafc6_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea81b0fb6a9e49cb857db8a790daafc6_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cb5feface75d4d34843161bd32c5716a, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cb5feface75d4d34843161bd32c5716a is 175, key is test_row_0/A:col10/1732501387798/Put/seqid=0
2024-11-25T02:23:08,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741987_1163 (size=12561)
2024-11-25T02:23:08,925 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/a3934d2691ac4948ab9838ff95af1401 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a3934d2691ac4948ab9838ff95af1401
2024-11-25T02:23:08,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:08,941 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into a3934d2691ac4948ab9838ff95af1401(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:08,941 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:08,941 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501388733; duration=0sec
2024-11-25T02:23:08,942 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:08,942 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:08,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741988_1164 (size=31105)
2024-11-25T02:23:08,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cb5feface75d4d34843161bd32c5716a
2024-11-25T02:23:08,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/fb4cd5457eda458582b6d4f622bb84e2 is 50, key is test_row_0/B:col10/1732501387798/Put/seqid=0
2024-11-25T02:23:08,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501448987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:09,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741989_1165 (size=12151)
2024-11-25T02:23:09,035 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/fb4cd5457eda458582b6d4f622bb84e2
2024-11-25T02:23:09,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/3303994128aa43d89df27065f11b6a40 is 50, key is test_row_0/C:col10/1732501387798/Put/seqid=0
2024-11-25T02:23:09,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501449094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:09,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741990_1166 (size=12151)
2024-11-25T02:23:09,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/3303994128aa43d89df27065f11b6a40
2024-11-25T02:23:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/cb5feface75d4d34843161bd32c5716a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cb5feface75d4d34843161bd32c5716a
2024-11-25T02:23:09,130 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cb5feface75d4d34843161bd32c5716a, entries=150, sequenceid=196, filesize=30.4 K
2024-11-25T02:23:09,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/fb4cd5457eda458582b6d4f622bb84e2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/fb4cd5457eda458582b6d4f622bb84e2
2024-11-25T02:23:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-25T02:23:09,143 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/fb4cd5457eda458582b6d4f622bb84e2, entries=150, sequenceid=196, filesize=11.9 K
2024-11-25T02:23:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/3303994128aa43d89df27065f11b6a40 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/3303994128aa43d89df27065f11b6a40
2024-11-25T02:23:09,161 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/3303994128aa43d89df27065f11b6a40, entries=150, sequenceid=196, filesize=11.9 K
2024-11-25T02:23:09,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b783bf1f82bbee313f9544425707095d in 359ms, sequenceid=196, compaction requested=false
2024-11-25T02:23:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46
2024-11-25T02:23:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=46
2024-11-25T02:23:09,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45
2024-11-25T02:23:09,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1290 sec
2024-11-25T02:23:09,169 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.1360 sec
2024-11-25T02:23:09,272 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/41573a2e7042405d97cb3e09bbb71dd2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/41573a2e7042405d97cb3e09bbb71dd2
2024-11-25T02:23:09,279 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into 41573a2e7042405d97cb3e09bbb71dd2(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:09,279 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:09,279 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501388732; duration=0sec
2024-11-25T02:23:09,279 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:09,279 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:09,304 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-25T02:23:09,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:09,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:09,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:09,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:09,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:09,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:09,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256ae64be471d44b798b5a09af0492907d_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501389302/Put/seqid=0
2024-11-25T02:23:09,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741991_1167 (size=12304)
2024-11-25T02:23:09,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:09,385 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256ae64be471d44b798b5a09af0492907d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256ae64be471d44b798b5a09af0492907d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:09,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1f4d91a8f745462994b8e03389baeb27, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:09,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501449385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:09,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1f4d91a8f745462994b8e03389baeb27 is 175, key is test_row_0/A:col10/1732501389302/Put/seqid=0
2024-11-25T02:23:09,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741992_1168 (size=31105)
2024-11-25T02:23:09,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501449492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:09,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501449696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:09,836 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1f4d91a8f745462994b8e03389baeb27
2024-11-25T02:23:09,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/e85793d5121747b092dce8310f148727 is 50, key is test_row_0/B:col10/1732501389302/Put/seqid=0
2024-11-25T02:23:09,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741993_1169 (size=12151)
2024-11-25T02:23:09,877 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/e85793d5121747b092dce8310f148727
2024-11-25T02:23:09,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/7cadf103f76a4273a5984790f5bab469 is 50, key is test_row_0/C:col10/1732501389302/Put/seqid=0
2024-11-25T02:23:09,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741994_1170 (size=12151)
2024-11-25T02:23:10,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501450002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:10,075 INFO  [master/d020e4a2beb4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-25T02:23:10,075 INFO  [master/d020e4a2beb4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-25T02:23:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-25T02:23:10,140 INFO  [Thread-572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed
2024-11-25T02:23:10,150 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees
2024-11-25T02:23:10,153 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:10,153 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:10,154 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-25T02:23:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-25T02:23:10,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:10,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-25T02:23:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:10,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:10,335 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/7cadf103f76a4273a5984790f5bab469
2024-11-25T02:23:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1f4d91a8f745462994b8e03389baeb27 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1f4d91a8f745462994b8e03389baeb27
2024-11-25T02:23:10,347 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1f4d91a8f745462994b8e03389baeb27, entries=150, sequenceid=215, filesize=30.4 K
2024-11-25T02:23:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/e85793d5121747b092dce8310f148727 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/e85793d5121747b092dce8310f148727
2024-11-25T02:23:10,358 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/e85793d5121747b092dce8310f148727, entries=150, sequenceid=215, filesize=11.9 K
2024-11-25T02:23:10,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/7cadf103f76a4273a5984790f5bab469 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7cadf103f76a4273a5984790f5bab469
2024-11-25T02:23:10,368 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7cadf103f76a4273a5984790f5bab469, entries=150, sequenceid=215, filesize=11.9 K
2024-11-25T02:23:10,370 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b783bf1f82bbee313f9544425707095d in 1066ms, sequenceid=215, compaction requested=true
2024-11-25T02:23:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:10,370 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:10,370 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:10,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:10,372 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:10,372 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:10,372 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:10,372 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:10,372 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/41573a2e7042405d97cb3e09bbb71dd2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cb5feface75d4d34843161bd32c5716a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1f4d91a8f745462994b8e03389baeb27] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=91.5 K
2024-11-25T02:23:10,372 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:10,372 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:10,372 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:10,372 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/41573a2e7042405d97cb3e09bbb71dd2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cb5feface75d4d34843161bd32c5716a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1f4d91a8f745462994b8e03389baeb27]
2024-11-25T02:23:10,372 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5d260df3c4e24eefae965f5b327db454, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/fb4cd5457eda458582b6d4f622bb84e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/e85793d5121747b092dce8310f148727] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.0 K
2024-11-25T02:23:10,373 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41573a2e7042405d97cb3e09bbb71dd2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732501387060
2024-11-25T02:23:10,373 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d260df3c4e24eefae965f5b327db454, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732501387060
2024-11-25T02:23:10,373 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb5feface75d4d34843161bd32c5716a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501387793
2024-11-25T02:23:10,373 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting fb4cd5457eda458582b6d4f622bb84e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501387793
2024-11-25T02:23:10,375 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e85793d5121747b092dce8310f148727, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732501388966
2024-11-25T02:23:10,375 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f4d91a8f745462994b8e03389baeb27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732501388966
2024-11-25T02:23:10,391 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:10,401 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:10,401 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b438a453b6a54164bfa872c77e0a4491 is 50, key is test_row_0/B:col10/1732501389302/Put/seqid=0
2024-11-25T02:23:10,420 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259f65945feb764ca2988da740657f5a6d_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:10,422 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259f65945feb764ca2988da740657f5a6d_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:10,423 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f65945feb764ca2988da740657f5a6d_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:10,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741995_1171 (size=12663)
2024-11-25T02:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-25T02:23:10,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:10,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-25T02:23:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:10,464 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-25T02:23:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:10,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741996_1172 (size=4469)
2024-11-25T02:23:10,479 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#138 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:10,479 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/e1509f50b667457280af1dc2c1beab00 is 175, key is test_row_0/A:col10/1732501389302/Put/seqid=0
2024-11-25T02:23:10,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541ea947e62af4724a972d8bdcf851da5_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501389378/Put/seqid=0
2024-11-25T02:23:10,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:10,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741997_1173 (size=31617)
2024-11-25T02:23:10,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741998_1174 (size=12304)
2024-11-25T02:23:10,539 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/e1509f50b667457280af1dc2c1beab00 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e1509f50b667457280af1dc2c1beab00
2024-11-25T02:23:10,556 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into e1509f50b667457280af1dc2c1beab00(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:10,556 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:10,556 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501390370; duration=0sec
2024-11-25T02:23:10,556 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:10,556 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:10,556 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:10,557 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:10,558 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:10,558 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:10,558 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a3934d2691ac4948ab9838ff95af1401, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/3303994128aa43d89df27065f11b6a40, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7cadf103f76a4273a5984790f5bab469] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.0 K
2024-11-25T02:23:10,558 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3934d2691ac4948ab9838ff95af1401, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732501387060
2024-11-25T02:23:10,559 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3303994128aa43d89df27065f11b6a40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732501387793
2024-11-25T02:23:10,560 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cadf103f76a4273a5984790f5bab469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732501388966
2024-11-25T02:23:10,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501450587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:10,591 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:10,592 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ee196f03de8b41468870b32e27e37727 is 50, key is test_row_0/C:col10/1732501389302/Put/seqid=0
2024-11-25T02:23:10,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741999_1175 (size=12663)
2024-11-25T02:23:10,630 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ee196f03de8b41468870b32e27e37727 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ee196f03de8b41468870b32e27e37727
2024-11-25T02:23:10,641 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into ee196f03de8b41468870b32e27e37727(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:10,641 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:10,641 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501390370; duration=0sec
2024-11-25T02:23:10,641 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:10,641 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:10,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501450692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-25T02:23:10,853 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b438a453b6a54164bfa872c77e0a4491 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b438a453b6a54164bfa872c77e0a4491
2024-11-25T02:23:10,862 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into b438a453b6a54164bfa872c77e0a4491(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:10,862 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:10,862 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501390370; duration=0sec
2024-11-25T02:23:10,862 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:10,862 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:10,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501450894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:10,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:10,942 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541ea947e62af4724a972d8bdcf851da5_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541ea947e62af4724a972d8bdcf851da5_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/990bebd879a74c2eaa40c8b87cc47b81, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/990bebd879a74c2eaa40c8b87cc47b81 is 175, key is test_row_0/A:col10/1732501389378/Put/seqid=0
2024-11-25T02:23:10,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742000_1176 (size=31105)
2024-11-25T02:23:10,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/990bebd879a74c2eaa40c8b87cc47b81
2024-11-25T02:23:10,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/eeb2e1059ebb4c919f481012bd10104b is 50, key is test_row_0/B:col10/1732501389378/Put/seqid=0
2024-11-25T02:23:11,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742001_1177 (size=12151)
2024-11-25T02:23:11,002 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/eeb2e1059ebb4c919f481012bd10104b
2024-11-25T02:23:11,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/b6f09f9ccadb495fa6d78be37f543a45 is 50, key is test_row_0/C:col10/1732501389378/Put/seqid=0
2024-11-25T02:23:11,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742002_1178 (size=12151)
2024-11-25T02:23:11,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/b6f09f9ccadb495fa6d78be37f543a45
2024-11-25T02:23:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/990bebd879a74c2eaa40c8b87cc47b81 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/990bebd879a74c2eaa40c8b87cc47b81
2024-11-25T02:23:11,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/990bebd879a74c2eaa40c8b87cc47b81, entries=150, sequenceid=235, filesize=30.4 K
2024-11-25T02:23:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/eeb2e1059ebb4c919f481012bd10104b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eeb2e1059ebb4c919f481012bd10104b
2024-11-25T02:23:11,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eeb2e1059ebb4c919f481012bd10104b, entries=150, sequenceid=235, filesize=11.9 K
2024-11-25T02:23:11,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/b6f09f9ccadb495fa6d78be37f543a45 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/b6f09f9ccadb495fa6d78be37f543a45
2024-11-25T02:23:11,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/b6f09f9ccadb495fa6d78be37f543a45, entries=150, sequenceid=235, filesize=11.9 K
2024-11-25T02:23:11,089 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b783bf1f82bbee313f9544425707095d in 625ms, sequenceid=235, compaction requested=false
2024-11-25T02:23:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-11-25T02:23:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=48
2024-11-25T02:23:11,092 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47
2024-11-25T02:23:11,092 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 936 msec
2024-11-25T02:23:11,096 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 944 msec
2024-11-25T02:23:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:11,202 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-25T02:23:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:11,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:11,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253786b12e9cb9406294452542a4a35530_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501390586/Put/seqid=0
2024-11-25T02:23:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-25T02:23:11,260 INFO  [Thread-572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed
2024-11-25T02:23:11,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:11,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742003_1179 (size=12304)
2024-11-25T02:23:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees
2024-11-25T02:23:11,263 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:11,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:11,264 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-25T02:23:11,264 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:11,271 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253786b12e9cb9406294452542a4a35530_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253786b12e9cb9406294452542a4a35530_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:11,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fb711b24396944cd9eca8e39c4ac3d9b, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:11,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fb711b24396944cd9eca8e39c4ac3d9b is 175, key is test_row_0/A:col10/1732501390586/Put/seqid=0
2024-11-25T02:23:11,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501451271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742004_1180 (size=31105)
2024-11-25T02:23:11,300 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fb711b24396944cd9eca8e39c4ac3d9b
2024-11-25T02:23:11,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b60ea146c85e440688598dbc95a47356 is 50, key is test_row_0/B:col10/1732501390586/Put/seqid=0
2024-11-25T02:23:11,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742005_1181 (size=12151)
2024-11-25T02:23:11,359 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b60ea146c85e440688598dbc95a47356
2024-11-25T02:23:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-25T02:23:11,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/81803d133d614e4080d87dbffd10fe3b is 50, key is test_row_0/C:col10/1732501390586/Put/seqid=0
2024-11-25T02:23:11,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501451376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742006_1182 (size=12151)
2024-11-25T02:23:11,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-25T02:23:11,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:11,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-25T02:23:11,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-25T02:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501451580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-25T02:23:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:11,811 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/81803d133d614e4080d87dbffd10fe3b
2024-11-25T02:23:11,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/fb711b24396944cd9eca8e39c4ac3d9b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fb711b24396944cd9eca8e39c4ac3d9b
2024-11-25T02:23:11,829 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fb711b24396944cd9eca8e39c4ac3d9b, entries=150, sequenceid=255, filesize=30.4 K
2024-11-25T02:23:11,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b60ea146c85e440688598dbc95a47356 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b60ea146c85e440688598dbc95a47356
2024-11-25T02:23:11,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b60ea146c85e440688598dbc95a47356, entries=150, sequenceid=255, filesize=11.9 K
2024-11-25T02:23:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/81803d133d614e4080d87dbffd10fe3b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/81803d133d614e4080d87dbffd10fe3b
2024-11-25T02:23:11,850 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/81803d133d614e4080d87dbffd10fe3b, entries=150, sequenceid=255, filesize=11.9 K
2024-11-25T02:23:11,851 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b783bf1f82bbee313f9544425707095d in 649ms, sequenceid=255, compaction requested=true
2024-11-25T02:23:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:11,851 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:11,851 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:11,854 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:11,855 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:11,855 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:11,855 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,855 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:11,855 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e1509f50b667457280af1dc2c1beab00, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/990bebd879a74c2eaa40c8b87cc47b81, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fb711b24396944cd9eca8e39c4ac3d9b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=91.6 K
2024-11-25T02:23:11,855 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,855 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,855 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b438a453b6a54164bfa872c77e0a4491, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eeb2e1059ebb4c919f481012bd10104b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b60ea146c85e440688598dbc95a47356] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.1 K
2024-11-25T02:23:11,855 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e1509f50b667457280af1dc2c1beab00, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/990bebd879a74c2eaa40c8b87cc47b81, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fb711b24396944cd9eca8e39c4ac3d9b]
2024-11-25T02:23:11,856 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b438a453b6a54164bfa872c77e0a4491, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732501388966
2024-11-25T02:23:11,856 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1509f50b667457280af1dc2c1beab00, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732501388966
2024-11-25T02:23:11,856 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb2e1059ebb4c919f481012bd10104b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732501389373
2024-11-25T02:23:11,857 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 990bebd879a74c2eaa40c8b87cc47b81, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732501389373
2024-11-25T02:23:11,857 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b60ea146c85e440688598dbc95a47356, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732501390576
2024-11-25T02:23:11,857 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb711b24396944cd9eca8e39c4ac3d9b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732501390576
2024-11-25T02:23:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-25T02:23:11,868 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:11,874 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:11,875 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/34c0782c2e9945839c4f7b61be3e818c is 50, key is test_row_0/B:col10/1732501390586/Put/seqid=0
2024-11-25T02:23:11,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-25T02:23:11,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:11,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:23:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:11,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:11,887 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256ebc332aecdb48cbbe75e87b4b507534_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:11,888 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256ebc332aecdb48cbbe75e87b4b507534_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:11,889 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256ebc332aecdb48cbbe75e87b4b507534_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:11,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125051e0e97341b4206b04c6b81d97c0809_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501391255/Put/seqid=0
2024-11-25T02:23:11,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:11,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742007_1183 (size=12765)
2024-11-25T02:23:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501451944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:11,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742008_1184 (size=4469)
2024-11-25T02:23:11,968 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#147 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:11,969 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/48fb4ab5083f40c0b1f1652fbfb54efd is 175, key is test_row_0/A:col10/1732501390586/Put/seqid=0
2024-11-25T02:23:11,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742009_1185 (size=12454)
2024-11-25T02:23:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:11,983 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125051e0e97341b4206b04c6b81d97c0809_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125051e0e97341b4206b04c6b81d97c0809_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59ee2f9651a74c69a0c17d65d428fd8d, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59ee2f9651a74c69a0c17d65d428fd8d is 175, key is test_row_0/A:col10/1732501391255/Put/seqid=0
2024-11-25T02:23:12,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742010_1186 (size=31719)
2024-11-25T02:23:12,038 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/48fb4ab5083f40c0b1f1652fbfb54efd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/48fb4ab5083f40c0b1f1652fbfb54efd
2024-11-25T02:23:12,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742011_1187 (size=31255)
2024-11-25T02:23:12,049 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into 48fb4ab5083f40c0b1f1652fbfb54efd(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:12,049 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:12,049 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501391851; duration=0sec
2024-11-25T02:23:12,049 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:12,049 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:12,049 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:12,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59ee2f9651a74c69a0c17d65d428fd8d
2024-11-25T02:23:12,052 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:12,052 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:12,052 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,052 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ee196f03de8b41468870b32e27e37727, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/b6f09f9ccadb495fa6d78be37f543a45, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/81803d133d614e4080d87dbffd10fe3b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.1 K
2024-11-25T02:23:12,053 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee196f03de8b41468870b32e27e37727, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732501388966
2024-11-25T02:23:12,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501452050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,055 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6f09f9ccadb495fa6d78be37f543a45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732501389373
2024-11-25T02:23:12,056 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81803d133d614e4080d87dbffd10fe3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732501390576
2024-11-25T02:23:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/bb71513810ff4dc3a83591020a58200a is 50, key is test_row_0/B:col10/1732501391255/Put/seqid=0
2024-11-25T02:23:12,079 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:12,079 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/15fd8d0c42184c0ebe4d1ad6350e6981 is 50, key is test_row_0/C:col10/1732501390586/Put/seqid=0
2024-11-25T02:23:12,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47186 deadline: 1732501452085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,086 DEBUG [Thread-570 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:12,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47122 deadline: 1732501452092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,095 DEBUG [Thread-562 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:12,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732501452101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,104 DEBUG [Thread-566 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:12,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742012_1188 (size=12301)
2024-11-25T02:23:12,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/bb71513810ff4dc3a83591020a58200a
2024-11-25T02:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47174 deadline: 1732501452120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,136 DEBUG [Thread-568 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:23:12,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742013_1189 (size=12765)
2024-11-25T02:23:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/fb153f2cec34493dbc8ca0ad98de6dce is 50, key is test_row_0/C:col10/1732501391255/Put/seqid=0
2024-11-25T02:23:12,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742014_1190 (size=12301)
2024-11-25T02:23:12,226 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/fb153f2cec34493dbc8ca0ad98de6dce
2024-11-25T02:23:12,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59ee2f9651a74c69a0c17d65d428fd8d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59ee2f9651a74c69a0c17d65d428fd8d
2024-11-25T02:23:12,240 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59ee2f9651a74c69a0c17d65d428fd8d, entries=150, sequenceid=274, filesize=30.5 K
2024-11-25T02:23:12,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/bb71513810ff4dc3a83591020a58200a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bb71513810ff4dc3a83591020a58200a
2024-11-25T02:23:12,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bb71513810ff4dc3a83591020a58200a, entries=150, sequenceid=274, filesize=12.0 K
2024-11-25T02:23:12,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/fb153f2cec34493dbc8ca0ad98de6dce as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/fb153f2cec34493dbc8ca0ad98de6dce
2024-11-25T02:23:12,256 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/fb153f2cec34493dbc8ca0ad98de6dce, entries=150, sequenceid=274, filesize=12.0 K
2024-11-25T02:23:12,258 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b783bf1f82bbee313f9544425707095d in 379ms, sequenceid=274, compaction requested=false
2024-11-25T02:23:12,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:12,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-11-25T02:23:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=50
2024-11-25T02:23:12,262 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49
2024-11-25T02:23:12,262 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 995 msec
2024-11-25T02:23:12,264 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.0020 sec
2024-11-25T02:23:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:12,267 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:23:12,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:12,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:12,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:12,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:12,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:12,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:12,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256b74fb9a7c594eb195574e10adc8b7ea_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501391942/Put/seqid=0
2024-11-25T02:23:12,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742015_1191 (size=14994)
2024-11-25T02:23:12,356 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:12,358 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/34c0782c2e9945839c4f7b61be3e818c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/34c0782c2e9945839c4f7b61be3e818c
2024-11-25T02:23:12,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501452356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,364 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256b74fb9a7c594eb195574e10adc8b7ea_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256b74fb9a7c594eb195574e10adc8b7ea_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:12,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dba3f6ea5a4846688be4b2c3929eeac9, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:12,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dba3f6ea5a4846688be4b2c3929eeac9 is 175, key is test_row_0/A:col10/1732501391942/Put/seqid=0
2024-11-25T02:23:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-25T02:23:12,369 INFO  [Thread-572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed
2024-11-25T02:23:12,371 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees
2024-11-25T02:23:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-25T02:23:12,373 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:12,373 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:12,374 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:12,375 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into 34c0782c2e9945839c4f7b61be3e818c(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:12,375 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:12,375 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501391851; duration=0sec
2024-11-25T02:23:12,375 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:12,375 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:12,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742016_1192 (size=39949)
2024-11-25T02:23:12,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501452464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-25T02:23:12,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,559 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/15fd8d0c42184c0ebe4d1ad6350e6981 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/15fd8d0c42184c0ebe4d1ad6350e6981
2024-11-25T02:23:12,566 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into 15fd8d0c42184c0ebe4d1ad6350e6981(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:12,566 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:12,566 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501391851; duration=0sec
2024-11-25T02:23:12,566 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:12,566 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:12,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501452668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-25T02:23:12,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:12,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:12,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,829 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dba3f6ea5a4846688be4b2c3929eeac9
2024-11-25T02:23:12,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:12,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/2f59e0abcefe4965af36cef8d6475d73 is 50, key is test_row_0/B:col10/1732501391942/Put/seqid=0
2024-11-25T02:23:12,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742017_1193 (size=12301)
2024-11-25T02:23:12,860 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/2f59e0abcefe4965af36cef8d6475d73
2024-11-25T02:23:12,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/a0714c8855144cf5865d5c9a1767f0c3 is 50, key is test_row_0/C:col10/1732501391942/Put/seqid=0
2024-11-25T02:23:12,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742018_1194 (size=12301)
2024-11-25T02:23:12,892 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/a0714c8855144cf5865d5c9a1767f0c3
2024-11-25T02:23:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/dba3f6ea5a4846688be4b2c3929eeac9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dba3f6ea5a4846688be4b2c3929eeac9
2024-11-25T02:23:12,919 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dba3f6ea5a4846688be4b2c3929eeac9, entries=200, sequenceid=293, filesize=39.0 K
2024-11-25T02:23:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/2f59e0abcefe4965af36cef8d6475d73 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2f59e0abcefe4965af36cef8d6475d73
2024-11-25T02:23:12,926 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2f59e0abcefe4965af36cef8d6475d73, entries=150, sequenceid=293, filesize=12.0 K
2024-11-25T02:23:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/a0714c8855144cf5865d5c9a1767f0c3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a0714c8855144cf5865d5c9a1767f0c3
2024-11-25T02:23:12,941 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a0714c8855144cf5865d5c9a1767f0c3, entries=150, sequenceid=293, filesize=12.0 K
2024-11-25T02:23:12,944 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b783bf1f82bbee313f9544425707095d in 678ms, sequenceid=293, compaction requested=true
2024-11-25T02:23:12,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:12,944 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:12,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:12,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:12,945 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:12,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:12,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:12,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:12,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:12,946 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:12,946 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:12,946 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,946 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/48fb4ab5083f40c0b1f1652fbfb54efd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59ee2f9651a74c69a0c17d65d428fd8d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dba3f6ea5a4846688be4b2c3929eeac9] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=100.5 K
2024-11-25T02:23:12,946 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,946 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/48fb4ab5083f40c0b1f1652fbfb54efd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59ee2f9651a74c69a0c17d65d428fd8d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dba3f6ea5a4846688be4b2c3929eeac9]
2024-11-25T02:23:12,947 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48fb4ab5083f40c0b1f1652fbfb54efd, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732501390576
2024-11-25T02:23:12,947 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59ee2f9651a74c69a0c17d65d428fd8d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732501391245
2024-11-25T02:23:12,948 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:12,948 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:12,948 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting dba3f6ea5a4846688be4b2c3929eeac9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732501391934
2024-11-25T02:23:12,948 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,948 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/34c0782c2e9945839c4f7b61be3e818c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bb71513810ff4dc3a83591020a58200a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2f59e0abcefe4965af36cef8d6475d73] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.5 K
2024-11-25T02:23:12,949 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 34c0782c2e9945839c4f7b61be3e818c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732501390576
2024-11-25T02:23:12,950 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting bb71513810ff4dc3a83591020a58200a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732501391245
2024-11-25T02:23:12,950 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f59e0abcefe4965af36cef8d6475d73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732501391936
2024-11-25T02:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-25T02:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:12,977 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:23:12,977 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:12,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:12,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:12,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:12,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:12,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:12,994 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:12,995 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/aaf918d85df8474d8ed1968b04214234 is 50, key is test_row_0/B:col10/1732501391942/Put/seqid=0
2024-11-25T02:23:13,003 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257ef5a4b6c13a4e5fab69249564b0670a_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,005 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257ef5a4b6c13a4e5fab69249564b0670a_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,005 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ef5a4b6c13a4e5fab69249564b0670a_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112527d8fb0e70334885b211990645755fd8_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501392352/Put/seqid=0
2024-11-25T02:23:13,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742019_1195 (size=13017)
2024-11-25T02:23:13,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501453057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,063 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/aaf918d85df8474d8ed1968b04214234 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/aaf918d85df8474d8ed1968b04214234
2024-11-25T02:23:13,072 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into aaf918d85df8474d8ed1968b04214234(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:13,072 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:13,072 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501392945; duration=0sec
2024-11-25T02:23:13,072 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:13,072 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:13,072 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:13,074 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:13,074 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:13,074 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,074 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/15fd8d0c42184c0ebe4d1ad6350e6981, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/fb153f2cec34493dbc8ca0ad98de6dce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a0714c8855144cf5865d5c9a1767f0c3] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.5 K
2024-11-25T02:23:13,075 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 15fd8d0c42184c0ebe4d1ad6350e6981, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732501390576
2024-11-25T02:23:13,075 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting fb153f2cec34493dbc8ca0ad98de6dce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732501391245
2024-11-25T02:23:13,076 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a0714c8855144cf5865d5c9a1767f0c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732501391936
2024-11-25T02:23:13,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742020_1196 (size=4469)
2024-11-25T02:23:13,090 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#156 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:13,090 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/df14469a103b4d499a3fdb1b641fb45d is 175, key is test_row_0/A:col10/1732501391942/Put/seqid=0
2024-11-25T02:23:13,095 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:13,095 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/1f88106af3c24fbe975079a2d1b45538 is 50, key is test_row_0/C:col10/1732501391942/Put/seqid=0
2024-11-25T02:23:13,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742021_1197 (size=14994)
2024-11-25T02:23:13,104 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:13,111 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112527d8fb0e70334885b211990645755fd8_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112527d8fb0e70334885b211990645755fd8_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:13,113 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a025d6cf265b41589f309a85e90132ad, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a025d6cf265b41589f309a85e90132ad is 175, key is test_row_0/A:col10/1732501392352/Put/seqid=0
2024-11-25T02:23:13,142 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:13,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:13,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742022_1198 (size=31971)
2024-11-25T02:23:13,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501453162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742023_1199 (size=13017)
2024-11-25T02:23:13,179 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/1f88106af3c24fbe975079a2d1b45538 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/1f88106af3c24fbe975079a2d1b45538
2024-11-25T02:23:13,187 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into 1f88106af3c24fbe975079a2d1b45538(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:13,187 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:13,187 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501392946; duration=0sec
2024-11-25T02:23:13,187 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:13,187 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:13,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742024_1200 (size=39949)
2024-11-25T02:23:13,193 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a025d6cf265b41589f309a85e90132ad
2024-11-25T02:23:13,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/5daa96fe2dd94af5be14a656845753ab is 50, key is test_row_0/B:col10/1732501392352/Put/seqid=0
2024-11-25T02:23:13,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742025_1201 (size=12301)
2024-11-25T02:23:13,247 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/5daa96fe2dd94af5be14a656845753ab
2024-11-25T02:23:13,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/8f860240615048d5a797150d87ea8465 is 50, key is test_row_0/C:col10/1732501392352/Put/seqid=0
2024-11-25T02:23:13,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742026_1202 (size=12301)
2024-11-25T02:23:13,303 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/8f860240615048d5a797150d87ea8465
2024-11-25T02:23:13,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/a025d6cf265b41589f309a85e90132ad as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a025d6cf265b41589f309a85e90132ad
2024-11-25T02:23:13,323 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a025d6cf265b41589f309a85e90132ad, entries=200, sequenceid=314, filesize=39.0 K
2024-11-25T02:23:13,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/5daa96fe2dd94af5be14a656845753ab as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5daa96fe2dd94af5be14a656845753ab
2024-11-25T02:23:13,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5daa96fe2dd94af5be14a656845753ab, entries=150, sequenceid=314, filesize=12.0 K
2024-11-25T02:23:13,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/8f860240615048d5a797150d87ea8465 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/8f860240615048d5a797150d87ea8465
2024-11-25T02:23:13,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/8f860240615048d5a797150d87ea8465, entries=150, sequenceid=314, filesize=12.0 K
2024-11-25T02:23:13,348 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b783bf1f82bbee313f9544425707095d in 371ms, sequenceid=314, compaction requested=false
2024-11-25T02:23:13,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:13,372 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:23:13,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:13,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:13,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:13,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:13,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:13,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:13,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abb23048d8004ac3aea2dca26ba8f847_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501393371/Put/seqid=0
2024-11-25T02:23:13,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742027_1203 (size=14994)
2024-11-25T02:23:13,410 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:13,416 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abb23048d8004ac3aea2dca26ba8f847_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abb23048d8004ac3aea2dca26ba8f847_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:13,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/3c768a4b9533434b8fcc269900e532f1, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/3c768a4b9533434b8fcc269900e532f1 is 175, key is test_row_0/A:col10/1732501393371/Put/seqid=0
2024-11-25T02:23:13,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:13,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501453451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742028_1204 (size=39949)
2024-11-25T02:23:13,461 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/3c768a4b9533434b8fcc269900e532f1
2024-11-25T02:23:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-25T02:23:13,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/513a15370e3b47caa2fc1fa03d38e3f4 is 50, key is test_row_0/B:col10/1732501393371/Put/seqid=0
2024-11-25T02:23:13,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742029_1205 (size=12301)
2024-11-25T02:23:13,509 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/513a15370e3b47caa2fc1fa03d38e3f4
2024-11-25T02:23:13,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ba875046a2f448dfb235f48c50b74047 is 50, key is test_row_0/C:col10/1732501393371/Put/seqid=0
2024-11-25T02:23:13,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742030_1206 (size=12301)
2024-11-25T02:23:13,547 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ba875046a2f448dfb235f48c50b74047
2024-11-25T02:23:13,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/3c768a4b9533434b8fcc269900e532f1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3c768a4b9533434b8fcc269900e532f1
2024-11-25T02:23:13,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501453557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,566 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3c768a4b9533434b8fcc269900e532f1, entries=200, sequenceid=334, filesize=39.0 K
2024-11-25T02:23:13,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/513a15370e3b47caa2fc1fa03d38e3f4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/513a15370e3b47caa2fc1fa03d38e3f4
2024-11-25T02:23:13,578 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/df14469a103b4d499a3fdb1b641fb45d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/df14469a103b4d499a3fdb1b641fb45d
2024-11-25T02:23:13,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/513a15370e3b47caa2fc1fa03d38e3f4, entries=150, sequenceid=334, filesize=12.0 K
2024-11-25T02:23:13,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/ba875046a2f448dfb235f48c50b74047 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ba875046a2f448dfb235f48c50b74047
2024-11-25T02:23:13,586 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into df14469a103b4d499a3fdb1b641fb45d(size=31.2 K), total size for store is 109.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:13,586 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:13,586 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501392944; duration=0sec
2024-11-25T02:23:13,586 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:13,586 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:13,589 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ba875046a2f448dfb235f48c50b74047, entries=150, sequenceid=334, filesize=12.0 K
2024-11-25T02:23:13,590 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b783bf1f82bbee313f9544425707095d in 218ms, sequenceid=334, compaction requested=true
2024-11-25T02:23:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:13,590 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:13,590 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:13,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:13,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:13,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:13,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:13,594 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111869 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:13,594 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:13,594 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,594 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/df14469a103b4d499a3fdb1b641fb45d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a025d6cf265b41589f309a85e90132ad, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3c768a4b9533434b8fcc269900e532f1] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=109.2 K
2024-11-25T02:23:13,594 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,594 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/df14469a103b4d499a3fdb1b641fb45d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a025d6cf265b41589f309a85e90132ad, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3c768a4b9533434b8fcc269900e532f1]
2024-11-25T02:23:13,595 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting df14469a103b4d499a3fdb1b641fb45d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732501391936
2024-11-25T02:23:13,595 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:13,595 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:13,595 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,595 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/aaf918d85df8474d8ed1968b04214234, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5daa96fe2dd94af5be14a656845753ab, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/513a15370e3b47caa2fc1fa03d38e3f4] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.7 K
2024-11-25T02:23:13,595 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a025d6cf265b41589f309a85e90132ad, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732501392337
2024-11-25T02:23:13,596 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaf918d85df8474d8ed1968b04214234, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732501391936
2024-11-25T02:23:13,596 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c768a4b9533434b8fcc269900e532f1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732501393030
2024-11-25T02:23:13,596 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5daa96fe2dd94af5be14a656845753ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732501392342
2024-11-25T02:23:13,597 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 513a15370e3b47caa2fc1fa03d38e3f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732501393030
2024-11-25T02:23:13,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-25T02:23:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:23:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:13,618 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,640 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125da2b9825080e4063af67b7560ee90646_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,642 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125da2b9825080e4063af67b7560ee90646_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,642 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125da2b9825080e4063af67b7560ee90646_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:13,661 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:13,662 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/85c6d0efb9c74772834f363d14fca29f is 50, key is test_row_0/B:col10/1732501393371/Put/seqid=0
2024-11-25T02:23:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c4664214c3e45f7abdc2f1e1fc1f836_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501393449/Put/seqid=0
2024-11-25T02:23:13,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742031_1207 (size=4469)
2024-11-25T02:23:13,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742032_1208 (size=13119)
2024-11-25T02:23:13,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742033_1209 (size=12454)
2024-11-25T02:23:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:13,769 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/85c6d0efb9c74772834f363d14fca29f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/85c6d0efb9c74772834f363d14fca29f
2024-11-25T02:23:13,777 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into 85c6d0efb9c74772834f363d14fca29f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:13,777 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:13,777 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501393590; duration=0sec
2024-11-25T02:23:13,777 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:13,777 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:13,777 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:13,779 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:13,779 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:13,779 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:13,779 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/1f88106af3c24fbe975079a2d1b45538, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/8f860240615048d5a797150d87ea8465, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ba875046a2f448dfb235f48c50b74047] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.7 K
2024-11-25T02:23:13,780 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f88106af3c24fbe975079a2d1b45538, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732501391936
2024-11-25T02:23:13,780 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f860240615048d5a797150d87ea8465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732501392342
2024-11-25T02:23:13,781 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba875046a2f448dfb235f48c50b74047, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732501393030
2024-11-25T02:23:13,796 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:13,797 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/97df9bb841cc4b17a27671233897828a is 50, key is test_row_0/C:col10/1732501393371/Put/seqid=0
2024-11-25T02:23:13,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742034_1210 (size=13119)
2024-11-25T02:23:13,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501453866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:13,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501453969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:14,103 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#165 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:14,104 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/64728207a6964b6e8684d6d0e3a74546 is 175, key is test_row_0/A:col10/1732501393371/Put/seqid=0
2024-11-25T02:23:14,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742035_1211 (size=32073)
2024-11-25T02:23:14,131 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/64728207a6964b6e8684d6d0e3a74546 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/64728207a6964b6e8684d6d0e3a74546
2024-11-25T02:23:14,140 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into 64728207a6964b6e8684d6d0e3a74546(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:14,140 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:14,140 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501393590; duration=0sec
2024-11-25T02:23:14,140 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:14,140 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:14,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c4664214c3e45f7abdc2f1e1fc1f836_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c4664214c3e45f7abdc2f1e1fc1f836_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/71a8adbc76884be4afd451bb70ad8416, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:14,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/71a8adbc76884be4afd451bb70ad8416 is 175, key is test_row_0/A:col10/1732501393449/Put/seqid=0
2024-11-25T02:23:14,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501454174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:14,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742036_1212 (size=31255)
2024-11-25T02:23:14,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/71a8adbc76884be4afd451bb70ad8416
2024-11-25T02:23:14,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/2a1c9d0a716a43f4b00811f0f65cd247 is 50, key is test_row_0/B:col10/1732501393449/Put/seqid=0
2024-11-25T02:23:14,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742037_1213 (size=12301)
2024-11-25T02:23:14,243 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/97df9bb841cc4b17a27671233897828a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/97df9bb841cc4b17a27671233897828a
2024-11-25T02:23:14,251 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into 97df9bb841cc4b17a27671233897828a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:14,251 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:14,251 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501393591; duration=0sec
2024-11-25T02:23:14,251 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:14,251 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-25T02:23:14,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501454484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:14,629 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/2a1c9d0a716a43f4b00811f0f65cd247
2024-11-25T02:23:14,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e7ca2320a87649d28db9d7203835e314 is 50, key is test_row_0/C:col10/1732501393449/Put/seqid=0
2024-11-25T02:23:14,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742038_1214 (size=12301)
2024-11-25T02:23:14,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501454989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:15,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e7ca2320a87649d28db9d7203835e314
2024-11-25T02:23:15,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/71a8adbc76884be4afd451bb70ad8416 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/71a8adbc76884be4afd451bb70ad8416
2024-11-25T02:23:15,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/71a8adbc76884be4afd451bb70ad8416, entries=150, sequenceid=353, filesize=30.5 K
2024-11-25T02:23:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/2a1c9d0a716a43f4b00811f0f65cd247 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2a1c9d0a716a43f4b00811f0f65cd247
2024-11-25T02:23:15,089 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2a1c9d0a716a43f4b00811f0f65cd247, entries=150, sequenceid=353, filesize=12.0 K
2024-11-25T02:23:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e7ca2320a87649d28db9d7203835e314 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e7ca2320a87649d28db9d7203835e314
2024-11-25T02:23:15,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e7ca2320a87649d28db9d7203835e314, entries=150, sequenceid=353, filesize=12.0 K
2024-11-25T02:23:15,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b783bf1f82bbee313f9544425707095d in 1492ms, sequenceid=353, compaction requested=false
2024-11-25T02:23:15,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:15,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:15,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-25T02:23:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=52
2024-11-25T02:23:15,102 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51
2024-11-25T02:23:15,102 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7260 sec
2024-11-25T02:23:15,103 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.7310 sec
2024-11-25T02:23:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:16,001 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:16,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f700a60ace364b4a96b8bdf9d2c3de7a_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501393864/Put/seqid=0
2024-11-25T02:23:16,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742039_1215 (size=12454)
2024-11-25T02:23:16,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:16,057 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f700a60ace364b4a96b8bdf9d2c3de7a_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f700a60ace364b4a96b8bdf9d2c3de7a_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:16,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59b46c4eb0af41079ff909577877b446, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:16,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:16,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59b46c4eb0af41079ff909577877b446 is 175, key is test_row_0/A:col10/1732501393864/Put/seqid=0
2024-11-25T02:23:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501456058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742040_1216 (size=31255)
2024-11-25T02:23:16,095 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59b46c4eb0af41079ff909577877b446
2024-11-25T02:23:16,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/ce08f013cd3a4e9eb16e6c4b77100f3d is 50, key is test_row_0/B:col10/1732501393864/Put/seqid=0
2024-11-25T02:23:16,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742041_1217 (size=12301)
2024-11-25T02:23:16,150 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/ce08f013cd3a4e9eb16e6c4b77100f3d
2024-11-25T02:23:16,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e539fb5f1659484b92e4dfb924afc267 is 50, key is test_row_0/C:col10/1732501393864/Put/seqid=0
2024-11-25T02:23:16,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501456162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742042_1218 (size=12301)
2024-11-25T02:23:16,188 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e539fb5f1659484b92e4dfb924afc267
2024-11-25T02:23:16,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/59b46c4eb0af41079ff909577877b446 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59b46c4eb0af41079ff909577877b446
2024-11-25T02:23:16,203 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59b46c4eb0af41079ff909577877b446, entries=150, sequenceid=375, filesize=30.5 K
2024-11-25T02:23:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/ce08f013cd3a4e9eb16e6c4b77100f3d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ce08f013cd3a4e9eb16e6c4b77100f3d
2024-11-25T02:23:16,209 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ce08f013cd3a4e9eb16e6c4b77100f3d, entries=150, sequenceid=375, filesize=12.0 K
2024-11-25T02:23:16,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e539fb5f1659484b92e4dfb924afc267 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e539fb5f1659484b92e4dfb924afc267
2024-11-25T02:23:16,217 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e539fb5f1659484b92e4dfb924afc267, entries=150, sequenceid=375, filesize=12.0 K
2024-11-25T02:23:16,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b783bf1f82bbee313f9544425707095d in 218ms, sequenceid=375, compaction requested=true
2024-11-25T02:23:16,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:16,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:16,219 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:16,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:16,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:16,219 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:16,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:16,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:16,221 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:16,221 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:16,221 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,221 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/64728207a6964b6e8684d6d0e3a74546, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/71a8adbc76884be4afd451bb70ad8416, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59b46c4eb0af41079ff909577877b446] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=92.4 K
2024-11-25T02:23:16,221 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,221 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/64728207a6964b6e8684d6d0e3a74546, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/71a8adbc76884be4afd451bb70ad8416, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59b46c4eb0af41079ff909577877b446]
2024-11-25T02:23:16,221 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:16,221 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:16,221 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,222 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/85c6d0efb9c74772834f363d14fca29f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2a1c9d0a716a43f4b00811f0f65cd247, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ce08f013cd3a4e9eb16e6c4b77100f3d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.8 K
2024-11-25T02:23:16,223 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85c6d0efb9c74772834f363d14fca29f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732501393030
2024-11-25T02:23:16,223 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 64728207a6964b6e8684d6d0e3a74546, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732501393030
2024-11-25T02:23:16,223 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a1c9d0a716a43f4b00811f0f65cd247, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732501393406
2024-11-25T02:23:16,224 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a8adbc76884be4afd451bb70ad8416, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732501393406
2024-11-25T02:23:16,224 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce08f013cd3a4e9eb16e6c4b77100f3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732501393851
2024-11-25T02:23:16,224 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 59b46c4eb0af41079ff909577877b446, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732501393851
2024-11-25T02:23:16,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:16,238 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:16,238 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a4b75ed964d449cb890cb4e86074557b is 50, key is test_row_0/B:col10/1732501393864/Put/seqid=0
2024-11-25T02:23:16,242 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:16,259 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d06a9eab58bc4cc7bd93c1b92a508695_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:16,261 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d06a9eab58bc4cc7bd93c1b92a508695_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:16,261 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d06a9eab58bc4cc7bd93c1b92a508695_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:16,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742043_1219 (size=13221)
2024-11-25T02:23:16,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742044_1220 (size=4469)
2024-11-25T02:23:16,300 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#175 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:16,301 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/aeb86442dd6c4b4ebb784a6a73b5b8ef is 175, key is test_row_0/A:col10/1732501393864/Put/seqid=0
2024-11-25T02:23:16,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742045_1221 (size=32175)
2024-11-25T02:23:16,338 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/aeb86442dd6c4b4ebb784a6a73b5b8ef as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/aeb86442dd6c4b4ebb784a6a73b5b8ef
2024-11-25T02:23:16,345 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into aeb86442dd6c4b4ebb784a6a73b5b8ef(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:16,345 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:16,345 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501396219; duration=0sec
2024-11-25T02:23:16,345 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:16,345 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:16,345 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:16,346 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:16,346 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:16,346 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,346 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/97df9bb841cc4b17a27671233897828a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e7ca2320a87649d28db9d7203835e314, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e539fb5f1659484b92e4dfb924afc267] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.8 K
2024-11-25T02:23:16,347 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 97df9bb841cc4b17a27671233897828a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732501393030
2024-11-25T02:23:16,347 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e7ca2320a87649d28db9d7203835e314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732501393406
2024-11-25T02:23:16,349 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e539fb5f1659484b92e4dfb924afc267, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732501393851
2024-11-25T02:23:16,367 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:23:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:16,398 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:16,399 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/604ad057a8234510abcd1fd7acdfe48f is 50, key is test_row_0/C:col10/1732501393864/Put/seqid=0
2024-11-25T02:23:16,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b84764f8f23743159e6d4e896056a772_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501396050/Put/seqid=0
2024-11-25T02:23:16,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501456429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742046_1222 (size=13221)
2024-11-25T02:23:16,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742047_1223 (size=12454)
2024-11-25T02:23:16,455 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/604ad057a8234510abcd1fd7acdfe48f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/604ad057a8234510abcd1fd7acdfe48f
2024-11-25T02:23:16,465 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into 604ad057a8234510abcd1fd7acdfe48f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:16,465 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:16,465 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501396220; duration=0sec
2024-11-25T02:23:16,465 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:16,465 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-25T02:23:16,480 INFO  [Thread-572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed
2024-11-25T02:23:16,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees
2024-11-25T02:23:16,483 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:16,484 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:16,485 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:16,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501456533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:16,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:16,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:16,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,699 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/a4b75ed964d449cb890cb4e86074557b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a4b75ed964d449cb890cb4e86074557b
2024-11-25T02:23:16,705 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into a4b75ed964d449cb890cb4e86074557b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:16,705 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:16,705 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501396219; duration=0sec
2024-11-25T02:23:16,705 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:16,705 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:16,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 373 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501456738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:16,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:16,858 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b84764f8f23743159e6d4e896056a772_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b84764f8f23743159e6d4e896056a772_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:16,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c7d1f2098ddc49739b30e6cb0388f63a, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:16,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c7d1f2098ddc49739b30e6cb0388f63a is 175, key is test_row_0/A:col10/1732501396050/Put/seqid=0
2024-11-25T02:23:16,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742048_1224 (size=31255)
2024-11-25T02:23:16,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:16,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:16,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 375 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501457041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:17,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,295 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c7d1f2098ddc49739b30e6cb0388f63a
2024-11-25T02:23:17,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/d7017c2286d64163805e834db45734e9 is 50, key is test_row_0/B:col10/1732501396050/Put/seqid=0
2024-11-25T02:23:17,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742049_1225 (size=12301)
2024-11-25T02:23:17,378 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/d7017c2286d64163805e834db45734e9
2024-11-25T02:23:17,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/4d1a47fce3ac4f81b4ffb779b067138b is 50, key is test_row_0/C:col10/1732501396050/Put/seqid=0
2024-11-25T02:23:17,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742050_1226 (size=12301)
2024-11-25T02:23:17,452 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/4d1a47fce3ac4f81b4ffb779b067138b
2024-11-25T02:23:17,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/c7d1f2098ddc49739b30e6cb0388f63a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c7d1f2098ddc49739b30e6cb0388f63a
2024-11-25T02:23:17,466 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c7d1f2098ddc49739b30e6cb0388f63a, entries=150, sequenceid=394, filesize=30.5 K
2024-11-25T02:23:17,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/d7017c2286d64163805e834db45734e9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d7017c2286d64163805e834db45734e9
2024-11-25T02:23:17,482 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d7017c2286d64163805e834db45734e9, entries=150, sequenceid=394, filesize=12.0 K
2024-11-25T02:23:17,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/4d1a47fce3ac4f81b4ffb779b067138b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/4d1a47fce3ac4f81b4ffb779b067138b
2024-11-25T02:23:17,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/4d1a47fce3ac4f81b4ffb779b067138b, entries=150, sequenceid=394, filesize=12.0 K
2024-11-25T02:23:17,492 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b783bf1f82bbee313f9544425707095d in 1125ms, sequenceid=394, compaction requested=false
2024-11-25T02:23:17,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:17,549 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:23:17,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:17,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:17,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:17,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:17,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:17,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:17,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:17,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:17,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112502773adc11924669a1431f8ae0281424_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501396390/Put/seqid=0
2024-11-25T02:23:17,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 392 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501457656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742051_1227 (size=14994)
2024-11-25T02:23:17,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:17,670 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112502773adc11924669a1431f8ae0281424_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112502773adc11924669a1431f8ae0281424_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:17,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/345007234ae545ea9ae94c7b54eea0d8, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:17,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/345007234ae545ea9ae94c7b54eea0d8 is 175, key is test_row_0/A:col10/1732501396390/Put/seqid=0
2024-11-25T02:23:17,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742052_1228 (size=39949)
2024-11-25T02:23:17,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 394 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501457761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:17,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:17,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:17,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 396 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501457965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:18,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:18,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,105 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/345007234ae545ea9ae94c7b54eea0d8
2024-11-25T02:23:18,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/1784e6d6488e4e9ba24e9a1cc91a5dda is 50, key is test_row_0/B:col10/1732501396390/Put/seqid=0
2024-11-25T02:23:18,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742053_1229 (size=12301)
2024-11-25T02:23:18,185 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 398 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501458271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,557 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/1784e6d6488e4e9ba24e9a1cc91a5dda
2024-11-25T02:23:18,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c387d1e550aa41bc84298c52dd0bf5fa is 50, key is test_row_0/C:col10/1732501396390/Put/seqid=0
2024-11-25T02:23:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:18,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742054_1230 (size=12301)
2024-11-25T02:23:18,617 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c387d1e550aa41bc84298c52dd0bf5fa
2024-11-25T02:23:18,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/345007234ae545ea9ae94c7b54eea0d8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/345007234ae545ea9ae94c7b54eea0d8
2024-11-25T02:23:18,638 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/345007234ae545ea9ae94c7b54eea0d8, entries=200, sequenceid=415, filesize=39.0 K
2024-11-25T02:23:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/1784e6d6488e4e9ba24e9a1cc91a5dda as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/1784e6d6488e4e9ba24e9a1cc91a5dda
2024-11-25T02:23:18,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,649 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/1784e6d6488e4e9ba24e9a1cc91a5dda, entries=150, sequenceid=415, filesize=12.0 K
2024-11-25T02:23:18,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:18,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c387d1e550aa41bc84298c52dd0bf5fa as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c387d1e550aa41bc84298c52dd0bf5fa
2024-11-25T02:23:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,656 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c387d1e550aa41bc84298c52dd0bf5fa, entries=150, sequenceid=415, filesize=12.0 K
2024-11-25T02:23:18,661 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b783bf1f82bbee313f9544425707095d in 1112ms, sequenceid=415, compaction requested=true
2024-11-25T02:23:18,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:18,661 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:18,663 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:18,663 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:18,663 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,663 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/aeb86442dd6c4b4ebb784a6a73b5b8ef, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c7d1f2098ddc49739b30e6cb0388f63a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/345007234ae545ea9ae94c7b54eea0d8] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=101.0 K
2024-11-25T02:23:18,663 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,663 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/aeb86442dd6c4b4ebb784a6a73b5b8ef, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c7d1f2098ddc49739b30e6cb0388f63a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/345007234ae545ea9ae94c7b54eea0d8]
2024-11-25T02:23:18,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:18,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:18,664 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:18,664 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb86442dd6c4b4ebb784a6a73b5b8ef, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732501393851
2024-11-25T02:23:18,665 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7d1f2098ddc49739b30e6cb0388f63a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732501396050
2024-11-25T02:23:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:18,666 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:18,666 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:18,666 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,666 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a4b75ed964d449cb890cb4e86074557b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d7017c2286d64163805e834db45734e9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/1784e6d6488e4e9ba24e9a1cc91a5dda] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.9 K
2024-11-25T02:23:18,666 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 345007234ae545ea9ae94c7b54eea0d8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732501396390
2024-11-25T02:23:18,667 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a4b75ed964d449cb890cb4e86074557b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732501393851
2024-11-25T02:23:18,667 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d7017c2286d64163805e834db45734e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732501396050
2024-11-25T02:23:18,668 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1784e6d6488e4e9ba24e9a1cc91a5dda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732501396390
2024-11-25T02:23:18,688 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:18,689 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/832a3907a0714c588aedfdb57ac1c29f is 50, key is test_row_0/B:col10/1732501396390/Put/seqid=0
2024-11-25T02:23:18,700 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:18,733 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125295c6c6ee6314a219d5472b75dc5807d_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:18,736 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125295c6c6ee6314a219d5472b75dc5807d_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:18,736 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125295c6c6ee6314a219d5472b75dc5807d_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:18,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742055_1231 (size=13323)
2024-11-25T02:23:18,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:23:18,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:18,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742056_1232 (size=4469)
2024-11-25T02:23:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:18,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112554b0191b717e4b68967bab1dc8f6ad12_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501397641/Put/seqid=0
2024-11-25T02:23:18,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742057_1233 (size=14994)
2024-11-25T02:23:18,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:18,850 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112554b0191b717e4b68967bab1dc8f6ad12_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112554b0191b717e4b68967bab1dc8f6ad12_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:18,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/684c2857f8eb457e8533fedb11d2d606, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:18,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/684c2857f8eb457e8533fedb11d2d606 is 175, key is test_row_0/A:col10/1732501397641/Put/seqid=0
2024-11-25T02:23:18,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742058_1234 (size=39949)
2024-11-25T02:23:18,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 416 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501458874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:18,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:18,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:18,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 418 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501458977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:19,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:19,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:19,172 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/832a3907a0714c588aedfdb57ac1c29f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/832a3907a0714c588aedfdb57ac1c29f
2024-11-25T02:23:19,184 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#184 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:19,185 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/6f443d3075d6458f87843a2e2183c1ed is 175, key is test_row_0/A:col10/1732501396390/Put/seqid=0
2024-11-25T02:23:19,185 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into 832a3907a0714c588aedfdb57ac1c29f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:19,185 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:19,185 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=13, startTime=1732501398664; duration=0sec
2024-11-25T02:23:19,185 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:19,185 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:19,185 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:19,188 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:19,188 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:19,188 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:19,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:19,188 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/604ad057a8234510abcd1fd7acdfe48f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/4d1a47fce3ac4f81b4ffb779b067138b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c387d1e550aa41bc84298c52dd0bf5fa] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=36.9 K
2024-11-25T02:23:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 420 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501459185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,189 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 604ad057a8234510abcd1fd7acdfe48f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732501393851
2024-11-25T02:23:19,189 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d1a47fce3ac4f81b4ffb779b067138b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732501396050
2024-11-25T02:23:19,190 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c387d1e550aa41bc84298c52dd0bf5fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732501396390
2024-11-25T02:23:19,210 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:19,211 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e89a73487f704fc8ae28d27306e9da6b is 50, key is test_row_0/C:col10/1732501396390/Put/seqid=0
2024-11-25T02:23:19,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742059_1235 (size=32277)
2024-11-25T02:23:19,232 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/6f443d3075d6458f87843a2e2183c1ed as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6f443d3075d6458f87843a2e2183c1ed
2024-11-25T02:23:19,238 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into 6f443d3075d6458f87843a2e2183c1ed(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:19,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:19,239 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=13, startTime=1732501398661; duration=0sec
2024-11-25T02:23:19,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:19,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:19,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742060_1236 (size=13323)
2024-11-25T02:23:19,258 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/684c2857f8eb457e8533fedb11d2d606
2024-11-25T02:23:19,266 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/e89a73487f704fc8ae28d27306e9da6b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e89a73487f704fc8ae28d27306e9da6b
2024-11-25T02:23:19,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:19,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:19,278 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into e89a73487f704fc8ae28d27306e9da6b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:19,278 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:19,278 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=13, startTime=1732501398665; duration=0sec
2024-11-25T02:23:19,278 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:19,278 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:19,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/dde2a8cf46a346e19a8576151c479d01 is 50, key is test_row_0/B:col10/1732501397641/Put/seqid=0
2024-11-25T02:23:19,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742061_1237 (size=12301)
2024-11-25T02:23:19,317 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/dde2a8cf46a346e19a8576151c479d01
2024-11-25T02:23:19,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c871e9a8cf0e4b89b76280ec6e2543d1 is 50, key is test_row_0/C:col10/1732501397641/Put/seqid=0
2024-11-25T02:23:19,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742062_1238 (size=12301)
2024-11-25T02:23:19,364 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c871e9a8cf0e4b89b76280ec6e2543d1
2024-11-25T02:23:19,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/684c2857f8eb457e8533fedb11d2d606 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/684c2857f8eb457e8533fedb11d2d606
2024-11-25T02:23:19,381 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/684c2857f8eb457e8533fedb11d2d606, entries=200, sequenceid=433, filesize=39.0 K
2024-11-25T02:23:19,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/dde2a8cf46a346e19a8576151c479d01 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/dde2a8cf46a346e19a8576151c479d01
2024-11-25T02:23:19,389 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/dde2a8cf46a346e19a8576151c479d01, entries=150, sequenceid=433, filesize=12.0 K
2024-11-25T02:23:19,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/c871e9a8cf0e4b89b76280ec6e2543d1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c871e9a8cf0e4b89b76280ec6e2543d1
2024-11-25T02:23:19,398 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c871e9a8cf0e4b89b76280ec6e2543d1, entries=150, sequenceid=433, filesize=12.0 K
2024-11-25T02:23:19,408 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b783bf1f82bbee313f9544425707095d in 628ms, sequenceid=433, compaction requested=false
2024-11-25T02:23:19,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:19,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-25T02:23:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:19,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:23:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:19,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112540e8e692b07d4c329c2d00406826fc9d_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501398837/Put/seqid=0
2024-11-25T02:23:19,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742063_1239 (size=12454)
2024-11-25T02:23:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:19,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. as already flushing
2024-11-25T02:23:19,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 437 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501459544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 439 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501459650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,801 DEBUG [Thread-573 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:57313
2024-11-25T02:23:19,801 DEBUG [Thread-573 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:19,803 DEBUG [Thread-575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:57313
2024-11-25T02:23:19,803 DEBUG [Thread-575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:19,806 DEBUG [Thread-579 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:57313
2024-11-25T02:23:19,806 DEBUG [Thread-579 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:19,808 DEBUG [Thread-577 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:57313
2024-11-25T02:23:19,809 DEBUG [Thread-577 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:19,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 441 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501459855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:19,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112540e8e692b07d4c329c2d00406826fc9d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112540e8e692b07d4c329c2d00406826fc9d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:19,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/43a69d96b06747d7bca8ca1b0e977025, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:19,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/43a69d96b06747d7bca8ca1b0e977025 is 175, key is test_row_0/A:col10/1732501398837/Put/seqid=0
2024-11-25T02:23:19,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742064_1240 (size=31255)
2024-11-25T02:23:20,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 443 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501460158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:20,303 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/43a69d96b06747d7bca8ca1b0e977025
2024-11-25T02:23:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/d93bada4c54542e4bd9dfea7afdcf9bd is 50, key is test_row_0/B:col10/1732501398837/Put/seqid=0
2024-11-25T02:23:20,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742065_1241 (size=12301)
2024-11-25T02:23:20,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/d93bada4c54542e4bd9dfea7afdcf9bd
2024-11-25T02:23:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/98b6e36b6305434fb2b5813a692d6b4c is 50, key is test_row_0/C:col10/1732501398837/Put/seqid=0
2024-11-25T02:23:20,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742066_1242 (size=12301)
2024-11-25T02:23:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:20,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 445 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1732501460660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:20,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/98b6e36b6305434fb2b5813a692d6b4c
2024-11-25T02:23:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/43a69d96b06747d7bca8ca1b0e977025 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/43a69d96b06747d7bca8ca1b0e977025
2024-11-25T02:23:20,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/43a69d96b06747d7bca8ca1b0e977025, entries=150, sequenceid=454, filesize=30.5 K
2024-11-25T02:23:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/d93bada4c54542e4bd9dfea7afdcf9bd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d93bada4c54542e4bd9dfea7afdcf9bd
2024-11-25T02:23:20,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d93bada4c54542e4bd9dfea7afdcf9bd, entries=150, sequenceid=454, filesize=12.0 K
2024-11-25T02:23:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/98b6e36b6305434fb2b5813a692d6b4c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/98b6e36b6305434fb2b5813a692d6b4c
2024-11-25T02:23:20,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/98b6e36b6305434fb2b5813a692d6b4c, entries=150, sequenceid=454, filesize=12.0 K
2024-11-25T02:23:20,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b783bf1f82bbee313f9544425707095d in 1327ms, sequenceid=454, compaction requested=true
2024-11-25T02:23:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-25T02:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=54
2024-11-25T02:23:20,752 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53
2024-11-25T02:23:20,752 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2660 sec
2024-11-25T02:23:20,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 4.2720 sec
2024-11-25T02:23:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:21,663 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:23:21,663 DEBUG [Thread-564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:57313
2024-11-25T02:23:21,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:21,663 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:21,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:21,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:21,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:21,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:21,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:21,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ca47a4aa0d34b40b2e91a3509f976e2_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501399542/Put/seqid=0
2024-11-25T02:23:21,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742067_1243 (size=12454)
2024-11-25T02:23:22,073 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:22,077 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ca47a4aa0d34b40b2e91a3509f976e2_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ca47a4aa0d34b40b2e91a3509f976e2_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:22,078 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1885bb3768cb457da0e67972e919d1ba, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:22,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1885bb3768cb457da0e67972e919d1ba is 175, key is test_row_0/A:col10/1732501399542/Put/seqid=0
2024-11-25T02:23:22,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742068_1244 (size=31255)
2024-11-25T02:23:22,134 DEBUG [Thread-562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:57313
2024-11-25T02:23:22,134 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:22,151 DEBUG [Thread-570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:57313
2024-11-25T02:23:22,151 DEBUG [Thread-570 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:22,197 DEBUG [Thread-566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:57313
2024-11-25T02:23:22,197 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:22,235 DEBUG [Thread-568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:57313
2024-11-25T02:23:22,235 DEBUG [Thread-568 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:22,483 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=473, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1885bb3768cb457da0e67972e919d1ba
2024-11-25T02:23:22,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b592d5e0c8a44d62aa9f95140586c87d is 50, key is test_row_0/B:col10/1732501399542/Put/seqid=0
2024-11-25T02:23:22,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742069_1245 (size=12301)
2024-11-25T02:23:22,894 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b592d5e0c8a44d62aa9f95140586c87d
2024-11-25T02:23:22,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/0b98c40f1dde41669650aef86e5a7462 is 50, key is test_row_0/C:col10/1732501399542/Put/seqid=0
2024-11-25T02:23:22,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742070_1246 (size=12301)
2024-11-25T02:23:23,307 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/0b98c40f1dde41669650aef86e5a7462
2024-11-25T02:23:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/1885bb3768cb457da0e67972e919d1ba as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1885bb3768cb457da0e67972e919d1ba
2024-11-25T02:23:23,315 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1885bb3768cb457da0e67972e919d1ba, entries=150, sequenceid=473, filesize=30.5 K
2024-11-25T02:23:23,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/b592d5e0c8a44d62aa9f95140586c87d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b592d5e0c8a44d62aa9f95140586c87d
2024-11-25T02:23:23,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b592d5e0c8a44d62aa9f95140586c87d, entries=150, sequenceid=473, filesize=12.0 K
2024-11-25T02:23:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/0b98c40f1dde41669650aef86e5a7462 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/0b98c40f1dde41669650aef86e5a7462
2024-11-25T02:23:23,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/0b98c40f1dde41669650aef86e5a7462, entries=150, sequenceid=473, filesize=12.0 K
2024-11-25T02:23:23,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=26.84 KB/27480 for b783bf1f82bbee313f9544425707095d in 1662ms, sequenceid=473, compaction requested=true
2024-11-25T02:23:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:23,325 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b783bf1f82bbee313f9544425707095d:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:23,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:23,325 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:23,326 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134736 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:23,326 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:23,326 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/A is initiating minor compaction (all files)
2024-11-25T02:23:23,326 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/B is initiating minor compaction (all files)
2024-11-25T02:23:23,326 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/A in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:23,326 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/B in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:23,326 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6f443d3075d6458f87843a2e2183c1ed, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/684c2857f8eb457e8533fedb11d2d606, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/43a69d96b06747d7bca8ca1b0e977025, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1885bb3768cb457da0e67972e919d1ba] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=131.6 K
2024-11-25T02:23:23,326 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:23,326 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6f443d3075d6458f87843a2e2183c1ed, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/684c2857f8eb457e8533fedb11d2d606, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/43a69d96b06747d7bca8ca1b0e977025, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1885bb3768cb457da0e67972e919d1ba]
2024-11-25T02:23:23,326 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/832a3907a0714c588aedfdb57ac1c29f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/dde2a8cf46a346e19a8576151c479d01, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d93bada4c54542e4bd9dfea7afdcf9bd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b592d5e0c8a44d62aa9f95140586c87d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=49.0 K
2024-11-25T02:23:23,327 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f443d3075d6458f87843a2e2183c1ed, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732501396390
2024-11-25T02:23:23,327 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 832a3907a0714c588aedfdb57ac1c29f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732501396390
2024-11-25T02:23:23,327 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting dde2a8cf46a346e19a8576151c479d01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732501397641
2024-11-25T02:23:23,327 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 684c2857f8eb457e8533fedb11d2d606, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732501397641
2024-11-25T02:23:23,327 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d93bada4c54542e4bd9dfea7afdcf9bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732501398832
2024-11-25T02:23:23,328 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43a69d96b06747d7bca8ca1b0e977025, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732501398832
2024-11-25T02:23:23,328 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1885bb3768cb457da0e67972e919d1ba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732501399531
2024-11-25T02:23:23,328 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b592d5e0c8a44d62aa9f95140586c87d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732501399531
2024-11-25T02:23:23,343 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#B#compaction#195 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:23,343 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:23,344 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/86d7de26110443d4bde697c65b79b78f is 50, key is test_row_0/B:col10/1732501399542/Put/seqid=0
2024-11-25T02:23:23,346 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125226f812a367a40269b7335ba05e3dd91_b783bf1f82bbee313f9544425707095d store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:23,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742071_1247 (size=13459)
2024-11-25T02:23:23,382 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125226f812a367a40269b7335ba05e3dd91_b783bf1f82bbee313f9544425707095d, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:23,383 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125226f812a367a40269b7335ba05e3dd91_b783bf1f82bbee313f9544425707095d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:23,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742072_1248 (size=4469)
2024-11-25T02:23:23,388 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#A#compaction#196 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:23,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T02:23:23,389 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/351bbc93615f4213bfa1e323212c5093 is 175, key is test_row_0/A:col10/1732501399542/Put/seqid=0
2024-11-25T02:23:23,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742073_1249 (size=32413)
2024-11-25T02:23:23,398 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/351bbc93615f4213bfa1e323212c5093 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/351bbc93615f4213bfa1e323212c5093
2024-11-25T02:23:23,404 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b783bf1f82bbee313f9544425707095d/A of b783bf1f82bbee313f9544425707095d into 351bbc93615f4213bfa1e323212c5093(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:23,404 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:23,404 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/A, priority=12, startTime=1732501403325; duration=0sec
2024-11-25T02:23:23,404 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:23,404 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:A
2024-11-25T02:23:23,404 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:23,405 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:23,405 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b783bf1f82bbee313f9544425707095d/C is initiating minor compaction (all files)
2024-11-25T02:23:23,406 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b783bf1f82bbee313f9544425707095d/C in TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:23,406 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e89a73487f704fc8ae28d27306e9da6b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c871e9a8cf0e4b89b76280ec6e2543d1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/98b6e36b6305434fb2b5813a692d6b4c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/0b98c40f1dde41669650aef86e5a7462] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp, totalSize=49.0 K
2024-11-25T02:23:23,406 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e89a73487f704fc8ae28d27306e9da6b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732501396390
2024-11-25T02:23:23,406 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c871e9a8cf0e4b89b76280ec6e2543d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732501397641
2024-11-25T02:23:23,407 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98b6e36b6305434fb2b5813a692d6b4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732501398832
2024-11-25T02:23:23,407 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b98c40f1dde41669650aef86e5a7462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732501399531
2024-11-25T02:23:23,423 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b783bf1f82bbee313f9544425707095d#C#compaction#197 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:23,424 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/9a956a79ab3247d4a429baabc28482be is 50, key is test_row_0/C:col10/1732501399542/Put/seqid=0
2024-11-25T02:23:23,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742074_1250 (size=13459)
2024-11-25T02:23:23,759 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/86d7de26110443d4bde697c65b79b78f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/86d7de26110443d4bde697c65b79b78f
2024-11-25T02:23:23,763 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b783bf1f82bbee313f9544425707095d/B of b783bf1f82bbee313f9544425707095d into 86d7de26110443d4bde697c65b79b78f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:23,763 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:23,764 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/B, priority=12, startTime=1732501403325; duration=0sec
2024-11-25T02:23:23,764 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:23,764 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:B
2024-11-25T02:23:23,833 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/9a956a79ab3247d4a429baabc28482be as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/9a956a79ab3247d4a429baabc28482be
2024-11-25T02:23:23,838 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b783bf1f82bbee313f9544425707095d/C of b783bf1f82bbee313f9544425707095d into 9a956a79ab3247d4a429baabc28482be(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:23,838 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:23,838 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d., storeName=b783bf1f82bbee313f9544425707095d/C, priority=12, startTime=1732501403325; duration=0sec
2024-11-25T02:23:23,838 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:23,838 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b783bf1f82bbee313f9544425707095d:C
2024-11-25T02:23:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-25T02:23:24,615 INFO  [Thread-572 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 18
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 296
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 19
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 16
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4308
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4269
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1969
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5907 rows
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1940
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5820 rows
2024-11-25T02:23:24,615 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-25T02:23:24,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:57313
2024-11-25T02:23:24,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:24,618 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-25T02:23:24,618 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-25T02:23:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-25T02:23:24,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501404621"}]},"ts":"1732501404621"}
2024-11-25T02:23:24,623 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-25T02:23:24,626 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-25T02:23:24,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:23:24,628 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, UNASSIGN}]
2024-11-25T02:23:24,628 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, UNASSIGN
2024-11-25T02:23:24,629 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:24,630 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:23:24,630 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:23:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-25T02:23:24,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:24,781 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:24,781 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing b783bf1f82bbee313f9544425707095d, disabling compactions & flushes
2024-11-25T02:23:24,782 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d. after waiting 0 ms
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:24,782 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing b783bf1f82bbee313f9544425707095d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=A
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=B
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b783bf1f82bbee313f9544425707095d, store=C
2024-11-25T02:23:24,782 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:24,788 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125533aec5b90f34fa48727b9e9af777144_b783bf1f82bbee313f9544425707095d is 50, key is test_row_0/A:col10/1732501402234/Put/seqid=0
2024-11-25T02:23:24,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742075_1251 (size=9914)
2024-11-25T02:23:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-25T02:23:25,193 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:25,197 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125533aec5b90f34fa48727b9e9af777144_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125533aec5b90f34fa48727b9e9af777144_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:25,198 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/def2101240124d38bc56690d1335d43e, store: [table=TestAcidGuarantees family=A region=b783bf1f82bbee313f9544425707095d]
2024-11-25T02:23:25,198 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/def2101240124d38bc56690d1335d43e is 175, key is test_row_0/A:col10/1732501402234/Put/seqid=0
2024-11-25T02:23:25,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742076_1252 (size=22561)
2024-11-25T02:23:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-25T02:23:25,603 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=483, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/def2101240124d38bc56690d1335d43e
2024-11-25T02:23:25,610 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/eff752240a1c49e1923420bf61761d65 is 50, key is test_row_0/B:col10/1732501402234/Put/seqid=0
2024-11-25T02:23:25,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742077_1253 (size=9857)
2024-11-25T02:23:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-25T02:23:26,014 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/eff752240a1c49e1923420bf61761d65
2024-11-25T02:23:26,021 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/2d9e118433c74151a8f62cf42efa81e6 is 50, key is test_row_0/C:col10/1732501402234/Put/seqid=0
2024-11-25T02:23:26,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742078_1254 (size=9857)
2024-11-25T02:23:26,426 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/2d9e118433c74151a8f62cf42efa81e6
2024-11-25T02:23:26,430 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/A/def2101240124d38bc56690d1335d43e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/def2101240124d38bc56690d1335d43e
2024-11-25T02:23:26,433 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/def2101240124d38bc56690d1335d43e, entries=100, sequenceid=483, filesize=22.0 K
2024-11-25T02:23:26,434 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/B/eff752240a1c49e1923420bf61761d65 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eff752240a1c49e1923420bf61761d65
2024-11-25T02:23:26,437 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eff752240a1c49e1923420bf61761d65, entries=100, sequenceid=483, filesize=9.6 K
2024-11-25T02:23:26,437 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/.tmp/C/2d9e118433c74151a8f62cf42efa81e6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/2d9e118433c74151a8f62cf42efa81e6
2024-11-25T02:23:26,441 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/2d9e118433c74151a8f62cf42efa81e6, entries=100, sequenceid=483, filesize=9.6 K
2024-11-25T02:23:26,441 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b783bf1f82bbee313f9544425707095d in 1659ms, sequenceid=483, compaction requested=false
2024-11-25T02:23:26,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a83e5a6dc9de4780985619b2880fedda, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/375e1e7c886d4cb7a76a4222d29cfeca, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e35206461c494947b8c632111be40ae7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fffa851368ea4db1bce7e7f86722828b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/8b6edfdc467f4333b4e19d86461b0261, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dac4f710048749eaae3e832a9a77beed, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3a97187667d249e98b8bd3d2ae9e33cd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/7cd6f7029f874a3a831144a17ae2a790, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cc3f6bb1cb534002b65a15b74c9bbf9a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6971c3f48ece42b78ad5348a9dc3d23c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/0447e556727f4dd7aeb891191d113efe, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c5b7d5933f234645b9e173edcc65462b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/41573a2e7042405d97cb3e09bbb71dd2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cb5feface75d4d34843161bd32c5716a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e1509f50b667457280af1dc2c1beab00, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1f4d91a8f745462994b8e03389baeb27, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/990bebd879a74c2eaa40c8b87cc47b81, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/48fb4ab5083f40c0b1f1652fbfb54efd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fb711b24396944cd9eca8e39c4ac3d9b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59ee2f9651a74c69a0c17d65d428fd8d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dba3f6ea5a4846688be4b2c3929eeac9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/df14469a103b4d499a3fdb1b641fb45d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a025d6cf265b41589f309a85e90132ad, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3c768a4b9533434b8fcc269900e532f1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/64728207a6964b6e8684d6d0e3a74546, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/71a8adbc76884be4afd451bb70ad8416, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/aeb86442dd6c4b4ebb784a6a73b5b8ef, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59b46c4eb0af41079ff909577877b446, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c7d1f2098ddc49739b30e6cb0388f63a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/345007234ae545ea9ae94c7b54eea0d8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6f443d3075d6458f87843a2e2183c1ed, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/684c2857f8eb457e8533fedb11d2d606, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/43a69d96b06747d7bca8ca1b0e977025, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1885bb3768cb457da0e67972e919d1ba] to archive
2024-11-25T02:23:26,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:23:26,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a83e5a6dc9de4780985619b2880fedda to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a83e5a6dc9de4780985619b2880fedda
2024-11-25T02:23:26,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/375e1e7c886d4cb7a76a4222d29cfeca to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/375e1e7c886d4cb7a76a4222d29cfeca
2024-11-25T02:23:26,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e35206461c494947b8c632111be40ae7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e35206461c494947b8c632111be40ae7
2024-11-25T02:23:26,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fffa851368ea4db1bce7e7f86722828b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fffa851368ea4db1bce7e7f86722828b
2024-11-25T02:23:26,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/8b6edfdc467f4333b4e19d86461b0261 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/8b6edfdc467f4333b4e19d86461b0261
2024-11-25T02:23:26,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dac4f710048749eaae3e832a9a77beed to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dac4f710048749eaae3e832a9a77beed
2024-11-25T02:23:26,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3a97187667d249e98b8bd3d2ae9e33cd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3a97187667d249e98b8bd3d2ae9e33cd
2024-11-25T02:23:26,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/7cd6f7029f874a3a831144a17ae2a790 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/7cd6f7029f874a3a831144a17ae2a790
2024-11-25T02:23:26,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cc3f6bb1cb534002b65a15b74c9bbf9a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cc3f6bb1cb534002b65a15b74c9bbf9a
2024-11-25T02:23:26,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6971c3f48ece42b78ad5348a9dc3d23c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6971c3f48ece42b78ad5348a9dc3d23c
2024-11-25T02:23:26,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/0447e556727f4dd7aeb891191d113efe to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/0447e556727f4dd7aeb891191d113efe
2024-11-25T02:23:26,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c5b7d5933f234645b9e173edcc65462b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c5b7d5933f234645b9e173edcc65462b
2024-11-25T02:23:26,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/41573a2e7042405d97cb3e09bbb71dd2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/41573a2e7042405d97cb3e09bbb71dd2
2024-11-25T02:23:26,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cb5feface75d4d34843161bd32c5716a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/cb5feface75d4d34843161bd32c5716a
2024-11-25T02:23:26,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e1509f50b667457280af1dc2c1beab00 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/e1509f50b667457280af1dc2c1beab00
2024-11-25T02:23:26,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1f4d91a8f745462994b8e03389baeb27 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1f4d91a8f745462994b8e03389baeb27
2024-11-25T02:23:26,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/990bebd879a74c2eaa40c8b87cc47b81 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/990bebd879a74c2eaa40c8b87cc47b81
2024-11-25T02:23:26,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/48fb4ab5083f40c0b1f1652fbfb54efd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/48fb4ab5083f40c0b1f1652fbfb54efd
2024-11-25T02:23:26,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fb711b24396944cd9eca8e39c4ac3d9b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/fb711b24396944cd9eca8e39c4ac3d9b
2024-11-25T02:23:26,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59ee2f9651a74c69a0c17d65d428fd8d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59ee2f9651a74c69a0c17d65d428fd8d
2024-11-25T02:23:26,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dba3f6ea5a4846688be4b2c3929eeac9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/dba3f6ea5a4846688be4b2c3929eeac9
2024-11-25T02:23:26,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/df14469a103b4d499a3fdb1b641fb45d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/df14469a103b4d499a3fdb1b641fb45d
2024-11-25T02:23:26,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a025d6cf265b41589f309a85e90132ad to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/a025d6cf265b41589f309a85e90132ad
2024-11-25T02:23:26,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3c768a4b9533434b8fcc269900e532f1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/3c768a4b9533434b8fcc269900e532f1
2024-11-25T02:23:26,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/64728207a6964b6e8684d6d0e3a74546 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/64728207a6964b6e8684d6d0e3a74546
2024-11-25T02:23:26,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/71a8adbc76884be4afd451bb70ad8416 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/71a8adbc76884be4afd451bb70ad8416
2024-11-25T02:23:26,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/aeb86442dd6c4b4ebb784a6a73b5b8ef to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/aeb86442dd6c4b4ebb784a6a73b5b8ef
2024-11-25T02:23:26,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59b46c4eb0af41079ff909577877b446 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/59b46c4eb0af41079ff909577877b446
2024-11-25T02:23:26,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c7d1f2098ddc49739b30e6cb0388f63a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/c7d1f2098ddc49739b30e6cb0388f63a
2024-11-25T02:23:26,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/345007234ae545ea9ae94c7b54eea0d8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/345007234ae545ea9ae94c7b54eea0d8
2024-11-25T02:23:26,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6f443d3075d6458f87843a2e2183c1ed to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/6f443d3075d6458f87843a2e2183c1ed
2024-11-25T02:23:26,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/684c2857f8eb457e8533fedb11d2d606 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/684c2857f8eb457e8533fedb11d2d606
2024-11-25T02:23:26,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/43a69d96b06747d7bca8ca1b0e977025 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/43a69d96b06747d7bca8ca1b0e977025
2024-11-25T02:23:26,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1885bb3768cb457da0e67972e919d1ba to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/1885bb3768cb457da0e67972e919d1ba
2024-11-25T02:23:26,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a6ab49852bcb47b7a705007425f2a635, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/4344900d71314cbc97febce8f5cc0669, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/405abf6b0d3f476099a9477da8e62698, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/f3835bcae353410db6639e73acd80dce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3b439541f27b402fa21cdf546ac9072e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/da1771fef7fc4bb892b71ec36f143bc9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bf02173f781441dd8379c67db4cbfcbd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3fd77317438a4c31b991c9f033b5b84a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a94aacfc59154badab7692ccc48d877d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8d467b04abdd4e7e8827c1382ba2ba76, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5d260df3c4e24eefae965f5b327db454, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8dfac17ad5f64b36b508d1d17a88d404, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/fb4cd5457eda458582b6d4f622bb84e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b438a453b6a54164bfa872c77e0a4491, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/e85793d5121747b092dce8310f148727, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eeb2e1059ebb4c919f481012bd10104b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/34c0782c2e9945839c4f7b61be3e818c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b60ea146c85e440688598dbc95a47356, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bb71513810ff4dc3a83591020a58200a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/aaf918d85df8474d8ed1968b04214234, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2f59e0abcefe4965af36cef8d6475d73, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5daa96fe2dd94af5be14a656845753ab, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/85c6d0efb9c74772834f363d14fca29f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/513a15370e3b47caa2fc1fa03d38e3f4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2a1c9d0a716a43f4b00811f0f65cd247, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a4b75ed964d449cb890cb4e86074557b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ce08f013cd3a4e9eb16e6c4b77100f3d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d7017c2286d64163805e834db45734e9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/832a3907a0714c588aedfdb57ac1c29f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/1784e6d6488e4e9ba24e9a1cc91a5dda, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/dde2a8cf46a346e19a8576151c479d01, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d93bada4c54542e4bd9dfea7afdcf9bd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b592d5e0c8a44d62aa9f95140586c87d] to archive
2024-11-25T02:23:26,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:23:26,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a6ab49852bcb47b7a705007425f2a635 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a6ab49852bcb47b7a705007425f2a635
2024-11-25T02:23:26,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/4344900d71314cbc97febce8f5cc0669 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/4344900d71314cbc97febce8f5cc0669
2024-11-25T02:23:26,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/405abf6b0d3f476099a9477da8e62698 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/405abf6b0d3f476099a9477da8e62698
2024-11-25T02:23:26,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/f3835bcae353410db6639e73acd80dce to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/f3835bcae353410db6639e73acd80dce
2024-11-25T02:23:26,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3b439541f27b402fa21cdf546ac9072e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3b439541f27b402fa21cdf546ac9072e
2024-11-25T02:23:26,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/da1771fef7fc4bb892b71ec36f143bc9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/da1771fef7fc4bb892b71ec36f143bc9
2024-11-25T02:23:26,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bf02173f781441dd8379c67db4cbfcbd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bf02173f781441dd8379c67db4cbfcbd
2024-11-25T02:23:26,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ea3cdac9ad8f4dc9ac4cc33bc9d97ad5
2024-11-25T02:23:26,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3fd77317438a4c31b991c9f033b5b84a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/3fd77317438a4c31b991c9f033b5b84a
2024-11-25T02:23:26,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a94aacfc59154badab7692ccc48d877d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a94aacfc59154badab7692ccc48d877d
2024-11-25T02:23:26,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8d467b04abdd4e7e8827c1382ba2ba76 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8d467b04abdd4e7e8827c1382ba2ba76
2024-11-25T02:23:26,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5d260df3c4e24eefae965f5b327db454 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5d260df3c4e24eefae965f5b327db454
2024-11-25T02:23:26,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8dfac17ad5f64b36b508d1d17a88d404 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/8dfac17ad5f64b36b508d1d17a88d404
2024-11-25T02:23:26,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/fb4cd5457eda458582b6d4f622bb84e2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/fb4cd5457eda458582b6d4f622bb84e2
2024-11-25T02:23:26,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b438a453b6a54164bfa872c77e0a4491 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b438a453b6a54164bfa872c77e0a4491
2024-11-25T02:23:26,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/e85793d5121747b092dce8310f148727 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/e85793d5121747b092dce8310f148727
2024-11-25T02:23:26,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eeb2e1059ebb4c919f481012bd10104b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eeb2e1059ebb4c919f481012bd10104b
2024-11-25T02:23:26,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/34c0782c2e9945839c4f7b61be3e818c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/34c0782c2e9945839c4f7b61be3e818c
2024-11-25T02:23:26,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b60ea146c85e440688598dbc95a47356 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b60ea146c85e440688598dbc95a47356
2024-11-25T02:23:26,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bb71513810ff4dc3a83591020a58200a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/bb71513810ff4dc3a83591020a58200a
2024-11-25T02:23:26,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/aaf918d85df8474d8ed1968b04214234 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/aaf918d85df8474d8ed1968b04214234
2024-11-25T02:23:26,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2f59e0abcefe4965af36cef8d6475d73 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2f59e0abcefe4965af36cef8d6475d73
2024-11-25T02:23:26,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5daa96fe2dd94af5be14a656845753ab to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/5daa96fe2dd94af5be14a656845753ab
2024-11-25T02:23:26,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/85c6d0efb9c74772834f363d14fca29f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/85c6d0efb9c74772834f363d14fca29f
2024-11-25T02:23:26,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/513a15370e3b47caa2fc1fa03d38e3f4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/513a15370e3b47caa2fc1fa03d38e3f4
2024-11-25T02:23:26,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2a1c9d0a716a43f4b00811f0f65cd247 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/2a1c9d0a716a43f4b00811f0f65cd247
2024-11-25T02:23:26,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a4b75ed964d449cb890cb4e86074557b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/a4b75ed964d449cb890cb4e86074557b
2024-11-25T02:23:26,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ce08f013cd3a4e9eb16e6c4b77100f3d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/ce08f013cd3a4e9eb16e6c4b77100f3d
2024-11-25T02:23:26,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d7017c2286d64163805e834db45734e9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d7017c2286d64163805e834db45734e9
2024-11-25T02:23:26,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/832a3907a0714c588aedfdb57ac1c29f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/832a3907a0714c588aedfdb57ac1c29f
2024-11-25T02:23:26,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/1784e6d6488e4e9ba24e9a1cc91a5dda to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/1784e6d6488e4e9ba24e9a1cc91a5dda
2024-11-25T02:23:26,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/dde2a8cf46a346e19a8576151c479d01 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/dde2a8cf46a346e19a8576151c479d01
2024-11-25T02:23:26,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d93bada4c54542e4bd9dfea7afdcf9bd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/d93bada4c54542e4bd9dfea7afdcf9bd
2024-11-25T02:23:26,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b592d5e0c8a44d62aa9f95140586c87d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/b592d5e0c8a44d62aa9f95140586c87d
2024-11-25T02:23:26,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/156304400d15454c91b657c86eb58475, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/d5471326750c48a1ac59f5573ea03e69, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/48a7684ad190408faed8d46ddf844043, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/90a7a849807040efb3e4e1b699621ebf, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c77022c329684c06ab8e0dd4cc8111e4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/f3d3dfa8184f4b3aa4e071bba6b3c5fb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/dbabeb8b5fc44524adf640e419070f6f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ece73a292af7418c85c4c3cbd2c0bdc7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/12e18463125a4bbc9a96a4d3c47d99f8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/17da6f18466f43d29db0b710ef87eb73, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7be748830a234dbb8670fd76861ab7ee, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a3934d2691ac4948ab9838ff95af1401, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c0b5eb9c4fa14a66bf789bd70b4f0da7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/3303994128aa43d89df27065f11b6a40, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ee196f03de8b41468870b32e27e37727, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7cadf103f76a4273a5984790f5bab469, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/b6f09f9ccadb495fa6d78be37f543a45, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/15fd8d0c42184c0ebe4d1ad6350e6981, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/81803d133d614e4080d87dbffd10fe3b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/fb153f2cec34493dbc8ca0ad98de6dce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/1f88106af3c24fbe975079a2d1b45538, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a0714c8855144cf5865d5c9a1767f0c3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/8f860240615048d5a797150d87ea8465, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/97df9bb841cc4b17a27671233897828a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ba875046a2f448dfb235f48c50b74047, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e7ca2320a87649d28db9d7203835e314, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/604ad057a8234510abcd1fd7acdfe48f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e539fb5f1659484b92e4dfb924afc267, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/4d1a47fce3ac4f81b4ffb779b067138b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e89a73487f704fc8ae28d27306e9da6b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c387d1e550aa41bc84298c52dd0bf5fa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c871e9a8cf0e4b89b76280ec6e2543d1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/98b6e36b6305434fb2b5813a692d6b4c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/0b98c40f1dde41669650aef86e5a7462] to archive
2024-11-25T02:23:26,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:23:26,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/156304400d15454c91b657c86eb58475 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/156304400d15454c91b657c86eb58475
2024-11-25T02:23:26,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/d5471326750c48a1ac59f5573ea03e69 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/d5471326750c48a1ac59f5573ea03e69
2024-11-25T02:23:26,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/48a7684ad190408faed8d46ddf844043 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/48a7684ad190408faed8d46ddf844043
2024-11-25T02:23:26,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/90a7a849807040efb3e4e1b699621ebf to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/90a7a849807040efb3e4e1b699621ebf
2024-11-25T02:23:26,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c77022c329684c06ab8e0dd4cc8111e4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c77022c329684c06ab8e0dd4cc8111e4
2024-11-25T02:23:26,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/f3d3dfa8184f4b3aa4e071bba6b3c5fb to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/f3d3dfa8184f4b3aa4e071bba6b3c5fb
2024-11-25T02:23:26,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/dbabeb8b5fc44524adf640e419070f6f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/dbabeb8b5fc44524adf640e419070f6f
2024-11-25T02:23:26,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ece73a292af7418c85c4c3cbd2c0bdc7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ece73a292af7418c85c4c3cbd2c0bdc7
2024-11-25T02:23:26,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/12e18463125a4bbc9a96a4d3c47d99f8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/12e18463125a4bbc9a96a4d3c47d99f8
2024-11-25T02:23:26,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/17da6f18466f43d29db0b710ef87eb73 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/17da6f18466f43d29db0b710ef87eb73
2024-11-25T02:23:26,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7be748830a234dbb8670fd76861ab7ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7be748830a234dbb8670fd76861ab7ee
2024-11-25T02:23:26,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a3934d2691ac4948ab9838ff95af1401 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a3934d2691ac4948ab9838ff95af1401
2024-11-25T02:23:26,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c0b5eb9c4fa14a66bf789bd70b4f0da7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c0b5eb9c4fa14a66bf789bd70b4f0da7
2024-11-25T02:23:26,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/3303994128aa43d89df27065f11b6a40 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/3303994128aa43d89df27065f11b6a40
2024-11-25T02:23:26,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ee196f03de8b41468870b32e27e37727 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ee196f03de8b41468870b32e27e37727
2024-11-25T02:23:26,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7cadf103f76a4273a5984790f5bab469 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/7cadf103f76a4273a5984790f5bab469
2024-11-25T02:23:26,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/b6f09f9ccadb495fa6d78be37f543a45 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/b6f09f9ccadb495fa6d78be37f543a45
2024-11-25T02:23:26,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/15fd8d0c42184c0ebe4d1ad6350e6981 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/15fd8d0c42184c0ebe4d1ad6350e6981
2024-11-25T02:23:26,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/81803d133d614e4080d87dbffd10fe3b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/81803d133d614e4080d87dbffd10fe3b
2024-11-25T02:23:26,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/fb153f2cec34493dbc8ca0ad98de6dce to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/fb153f2cec34493dbc8ca0ad98de6dce
2024-11-25T02:23:26,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/1f88106af3c24fbe975079a2d1b45538 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/1f88106af3c24fbe975079a2d1b45538
2024-11-25T02:23:26,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a0714c8855144cf5865d5c9a1767f0c3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/a0714c8855144cf5865d5c9a1767f0c3
2024-11-25T02:23:26,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/8f860240615048d5a797150d87ea8465 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/8f860240615048d5a797150d87ea8465
2024-11-25T02:23:26,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/97df9bb841cc4b17a27671233897828a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/97df9bb841cc4b17a27671233897828a
2024-11-25T02:23:26,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ba875046a2f448dfb235f48c50b74047 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/ba875046a2f448dfb235f48c50b74047
2024-11-25T02:23:26,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e7ca2320a87649d28db9d7203835e314 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e7ca2320a87649d28db9d7203835e314
2024-11-25T02:23:26,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/604ad057a8234510abcd1fd7acdfe48f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/604ad057a8234510abcd1fd7acdfe48f
2024-11-25T02:23:26,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e539fb5f1659484b92e4dfb924afc267 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e539fb5f1659484b92e4dfb924afc267
2024-11-25T02:23:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/4d1a47fce3ac4f81b4ffb779b067138b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/4d1a47fce3ac4f81b4ffb779b067138b
2024-11-25T02:23:26,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e89a73487f704fc8ae28d27306e9da6b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/e89a73487f704fc8ae28d27306e9da6b
2024-11-25T02:23:26,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c387d1e550aa41bc84298c52dd0bf5fa to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c387d1e550aa41bc84298c52dd0bf5fa
2024-11-25T02:23:26,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c871e9a8cf0e4b89b76280ec6e2543d1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/c871e9a8cf0e4b89b76280ec6e2543d1
2024-11-25T02:23:26,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/98b6e36b6305434fb2b5813a692d6b4c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/98b6e36b6305434fb2b5813a692d6b4c
2024-11-25T02:23:26,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/0b98c40f1dde41669650aef86e5a7462 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/0b98c40f1dde41669650aef86e5a7462
2024-11-25T02:23:26,566 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/recovered.edits/486.seqid, newMaxSeqId=486, maxSeqId=4
2024-11-25T02:23:26,566 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.
2024-11-25T02:23:26,566 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for b783bf1f82bbee313f9544425707095d:

2024-11-25T02:23:26,568 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,568 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=b783bf1f82bbee313f9544425707095d, regionState=CLOSED
2024-11-25T02:23:26,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57
2024-11-25T02:23:26,571 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure b783bf1f82bbee313f9544425707095d, server=d020e4a2beb4,45223,1732501345062 in 1.9390 sec
2024-11-25T02:23:26,572 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56
2024-11-25T02:23:26,572 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b783bf1f82bbee313f9544425707095d, UNASSIGN in 1.9430 sec
2024-11-25T02:23:26,574 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55
2024-11-25T02:23:26,574 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9450 sec
2024-11-25T02:23:26,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501406575"}]},"ts":"1732501406575"}
2024-11-25T02:23:26,576 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-25T02:23:26,578 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-25T02:23:26,579 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9600 sec
2024-11-25T02:23:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-25T02:23:26,725 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed
2024-11-25T02:23:26,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-25T02:23:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:26,727 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-25T02:23:26,728 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:26,730 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,733 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/recovered.edits]
2024-11-25T02:23:26,736 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/351bbc93615f4213bfa1e323212c5093 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/351bbc93615f4213bfa1e323212c5093
2024-11-25T02:23:26,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/def2101240124d38bc56690d1335d43e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/A/def2101240124d38bc56690d1335d43e
2024-11-25T02:23:26,740 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/86d7de26110443d4bde697c65b79b78f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/86d7de26110443d4bde697c65b79b78f
2024-11-25T02:23:26,741 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eff752240a1c49e1923420bf61761d65 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/B/eff752240a1c49e1923420bf61761d65
2024-11-25T02:23:26,744 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/2d9e118433c74151a8f62cf42efa81e6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/2d9e118433c74151a8f62cf42efa81e6
2024-11-25T02:23:26,746 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/9a956a79ab3247d4a429baabc28482be to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/C/9a956a79ab3247d4a429baabc28482be
2024-11-25T02:23:26,748 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/recovered.edits/486.seqid to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d/recovered.edits/486.seqid
2024-11-25T02:23:26,749 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,749 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-25T02:23:26,750 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-25T02:23:26,750 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-25T02:23:26,755 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112502773adc11924669a1431f8ae0281424_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112502773adc11924669a1431f8ae0281424_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,757 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125051e0e97341b4206b04c6b81d97c0809_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125051e0e97341b4206b04c6b81d97c0809_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,758 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250809ec6c371948ad91ebe4a453abf542_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250809ec6c371948ad91ebe4a453abf542_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,759 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112527d8fb0e70334885b211990645755fd8_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112527d8fb0e70334885b211990645755fd8_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,761 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253786b12e9cb9406294452542a4a35530_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253786b12e9cb9406294452542a4a35530_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,762 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b91ecfd01724e9a8864a32bdfc7666a_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b91ecfd01724e9a8864a32bdfc7666a_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,764 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c4664214c3e45f7abdc2f1e1fc1f836_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c4664214c3e45f7abdc2f1e1fc1f836_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,765 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112540e8e692b07d4c329c2d00406826fc9d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112540e8e692b07d4c329c2d00406826fc9d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,766 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541ea947e62af4724a972d8bdcf851da5_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541ea947e62af4724a972d8bdcf851da5_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,768 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125513b712e55524666a85768c2db6e3962_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125513b712e55524666a85768c2db6e3962_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,769 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125533aec5b90f34fa48727b9e9af777144_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125533aec5b90f34fa48727b9e9af777144_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,770 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112554b0191b717e4b68967bab1dc8f6ad12_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112554b0191b717e4b68967bab1dc8f6ad12_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,771 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256ae64be471d44b798b5a09af0492907d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256ae64be471d44b798b5a09af0492907d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,772 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256b74fb9a7c594eb195574e10adc8b7ea_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256b74fb9a7c594eb195574e10adc8b7ea_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,773 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125768d1e4409c349829362fbed84625b31_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125768d1e4409c349829362fbed84625b31_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,774 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ca47a4aa0d34b40b2e91a3509f976e2_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ca47a4aa0d34b40b2e91a3509f976e2_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,775 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e96ad3449a84bc39afacef02ff6e99e_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e96ad3449a84bc39afacef02ff6e99e_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,776 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259839b77bc4734a58aa656f3f5e8d6c9d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259839b77bc4734a58aa656f3f5e8d6c9d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,777 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aac35790fb1c45508f2d595d68952339_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aac35790fb1c45508f2d595d68952339_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,778 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abb23048d8004ac3aea2dca26ba8f847_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abb23048d8004ac3aea2dca26ba8f847_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,779 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b84764f8f23743159e6d4e896056a772_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b84764f8f23743159e6d4e896056a772_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,780 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bddb3c68bd8748a390acbb7c43fe9b74_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bddb3c68bd8748a390acbb7c43fe9b74_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,781 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea81b0fb6a9e49cb857db8a790daafc6_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea81b0fb6a9e49cb857db8a790daafc6_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,782 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f700a60ace364b4a96b8bdf9d2c3de7a_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f700a60ace364b4a96b8bdf9d2c3de7a_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,783 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdeaf09c8d6c446388f7cc0cd0226c6d_b783bf1f82bbee313f9544425707095d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fdeaf09c8d6c446388f7cc0cd0226c6d_b783bf1f82bbee313f9544425707095d
2024-11-25T02:23:26,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-25T02:23:26,786 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:26,788 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-25T02:23:26,790 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-25T02:23:26,790 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:26,791 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-25T02:23:26,791 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732501406791"}]},"ts":"9223372036854775807"}
2024-11-25T02:23:26,792 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-25T02:23:26,792 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b783bf1f82bbee313f9544425707095d, NAME => 'TestAcidGuarantees,,1732501376683.b783bf1f82bbee313f9544425707095d.', STARTKEY => '', ENDKEY => ''}]
2024-11-25T02:23:26,792 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-25T02:23:26,793 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732501406792"}]},"ts":"9223372036854775807"}
2024-11-25T02:23:26,794 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-25T02:23:26,796 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:26,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec
2024-11-25T02:23:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-25T02:23:26,829 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed
2024-11-25T02:23:26,839 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=241 (was 239)
Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-144468803_22 at /127.0.0.1:57484 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1919718737_22 at /127.0.0.1:50684 [Waiting for operation #77]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1919718737_22 at /127.0.0.1:45974 [Waiting for operation #601]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-144468803_22 at /127.0.0.1:45132 [Waiting for operation #621]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/dfs/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/dfs/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x7fb40f80-shared-pool-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=461 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=640 (was 568) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6986 (was 7156)
2024-11-25T02:23:26,847 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=640, ProcessCount=11, AvailableMemoryMB=6985
2024-11-25T02:23:26,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:23:26,849 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:23:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:26,851 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T02:23:26,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:26,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 60
2024-11-25T02:23:26,851 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T02:23:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60
2024-11-25T02:23:26,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742079_1255 (size=963)
2024-11-25T02:23:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60
2024-11-25T02:23:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60
2024-11-25T02:23:27,259 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:23:27,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742080_1256 (size=53)
2024-11-25T02:23:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60
2024-11-25T02:23:27,666 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:23:27,666 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c9bf3ba98d60dbadb66e82405d222739, disabling compactions & flushes
2024-11-25T02:23:27,666 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,666 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,666 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. after waiting 0 ms
2024-11-25T02:23:27,666 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,666 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,666 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:27,667 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T02:23:27,668 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732501407667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501407667"}]},"ts":"1732501407667"}
2024-11-25T02:23:27,669 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-25T02:23:27,669 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T02:23:27,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501407670"}]},"ts":"1732501407670"}
2024-11-25T02:23:27,670 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-25T02:23:27,674 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9bf3ba98d60dbadb66e82405d222739, ASSIGN}]
2024-11-25T02:23:27,675 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9bf3ba98d60dbadb66e82405d222739, ASSIGN
2024-11-25T02:23:27,675 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9bf3ba98d60dbadb66e82405d222739, ASSIGN; state=OFFLINE, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=false
2024-11-25T02:23:27,826 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=c9bf3ba98d60dbadb66e82405d222739, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:27,827 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:23:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60
2024-11-25T02:23:27,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:27,982 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,982 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:23:27,982 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:27,982 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:23:27,982 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:27,982 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:27,983 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c9bf3ba98d60dbadb66e82405d222739 
2024-11-25T02:23:27,985 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:27,985 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bf3ba98d60dbadb66e82405d222739 columnFamilyName A
2024-11-25T02:23:27,985 DEBUG [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:27,985 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.HStore(327): Store=c9bf3ba98d60dbadb66e82405d222739/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:27,985 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c9bf3ba98d60dbadb66e82405d222739 
2024-11-25T02:23:27,986 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:27,986 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bf3ba98d60dbadb66e82405d222739 columnFamilyName B
2024-11-25T02:23:27,986 DEBUG [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:27,987 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.HStore(327): Store=c9bf3ba98d60dbadb66e82405d222739/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:27,987 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c9bf3ba98d60dbadb66e82405d222739 
2024-11-25T02:23:27,988 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:27,988 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bf3ba98d60dbadb66e82405d222739 columnFamilyName C
2024-11-25T02:23:27,988 DEBUG [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:27,988 INFO  [StoreOpener-c9bf3ba98d60dbadb66e82405d222739-1 {}] regionserver.HStore(327): Store=c9bf3ba98d60dbadb66e82405d222739/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:27,988 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,989 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:27,989 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:27,991 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:23:27,992 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:27,993 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:23:27,994 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened c9bf3ba98d60dbadb66e82405d222739; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63550544, jitterRate=-0.05302309989929199}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:23:27,994 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:27,995 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., pid=62, masterSystemTime=1732501407978
2024-11-25T02:23:27,996 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,996 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:27,996 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=c9bf3ba98d60dbadb66e82405d222739, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:27,998 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61
2024-11-25T02:23:27,999 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062 in 170 msec
2024-11-25T02:23:28,000 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60
2024-11-25T02:23:28,000 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9bf3ba98d60dbadb66e82405d222739, ASSIGN in 325 msec
2024-11-25T02:23:28,000 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T02:23:28,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501408000"}]},"ts":"1732501408000"}
2024-11-25T02:23:28,001 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-25T02:23:28,003 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T02:23:28,004 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec
2024-11-25T02:23:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60
2024-11-25T02:23:28,956 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed
2024-11-25T02:23:28,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641
2024-11-25T02:23:28,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:28,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:28,966 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:28,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T02:23:28,969 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T02:23:28,971 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55
2024-11-25T02:23:28,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:28,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130
2024-11-25T02:23:28,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:28,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3
2024-11-25T02:23:28,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:28,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7
2024-11-25T02:23:29,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:29,002 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2
2024-11-25T02:23:29,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:29,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266
2024-11-25T02:23:29,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:29,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519
2024-11-25T02:23:29,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:29,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3
2024-11-25T02:23:29,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:29,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8
2024-11-25T02:23:29,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:29,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3
2024-11-25T02:23:29,057 DEBUG [master/d020e4a2beb4:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fcc750e200413ada109ae860b18fb108 changed from -1.0 to 0.0, refreshing cache
2024-11-25T02:23:29,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:29,068 DEBUG [hconnection-0x1593b46d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,069 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,072 DEBUG [hconnection-0x25bfc10b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,074 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees
2024-11-25T02:23:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-25T02:23:29,077 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:29,078 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:29,078 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:29,080 DEBUG [hconnection-0x6c64b47f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,082 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,085 DEBUG [hconnection-0x7c8b27ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,086 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:29,087 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:23:29,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:29,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:29,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:29,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:29,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:29,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:29,096 DEBUG [hconnection-0x51808291-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,097 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501469104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501469105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501469106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,110 DEBUG [hconnection-0x3f6ed1b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,112 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501469113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ce3f4dbd6a8b475591e118cf92f324da is 50, key is test_row_0/A:col10/1732501409086/Put/seqid=0
2024-11-25T02:23:29,148 DEBUG [hconnection-0x4f3ad13f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,150 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501469152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,156 DEBUG [hconnection-0x32a8a0b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,157 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,177 DEBUG [hconnection-0x73cc43c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,179 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-25T02:23:29,180 DEBUG [hconnection-0x40a08cff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:29,181 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:29,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742081_1257 (size=12001)
2024-11-25T02:23:29,206 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ce3f4dbd6a8b475591e118cf92f324da
2024-11-25T02:23:29,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501469206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501469207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501469207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501469215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-11-25T02:23:29,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:29,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/933d7a5d3ea34b8680e65fbbe53f780f is 50, key is test_row_0/B:col10/1732501409086/Put/seqid=0
2024-11-25T02:23:29,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501469254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742082_1258 (size=12001)
2024-11-25T02:23:29,275 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/933d7a5d3ea34b8680e65fbbe53f780f
2024-11-25T02:23:29,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/1d3e04b14a5c434f8e2d1da0e28b5a24 is 50, key is test_row_0/C:col10/1732501409086/Put/seqid=0
2024-11-25T02:23:29,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742083_1259 (size=12001)
2024-11-25T02:23:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-25T02:23:29,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-11-25T02:23:29,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:29,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501469412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501469413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501469413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501469417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501469459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-11-25T02:23:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-25T02:23:29,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-11-25T02:23:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:29,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501469717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501469718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501469718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501469719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,734 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/1d3e04b14a5c434f8e2d1da0e28b5a24
2024-11-25T02:23:29,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ce3f4dbd6a8b475591e118cf92f324da as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ce3f4dbd6a8b475591e118cf92f324da
2024-11-25T02:23:29,759 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ce3f4dbd6a8b475591e118cf92f324da, entries=150, sequenceid=13, filesize=11.7 K
2024-11-25T02:23:29,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/933d7a5d3ea34b8680e65fbbe53f780f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/933d7a5d3ea34b8680e65fbbe53f780f
2024-11-25T02:23:29,768 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/933d7a5d3ea34b8680e65fbbe53f780f, entries=150, sequenceid=13, filesize=11.7 K
2024-11-25T02:23:29,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/1d3e04b14a5c434f8e2d1da0e28b5a24 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d3e04b14a5c434f8e2d1da0e28b5a24
2024-11-25T02:23:29,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501469769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d3e04b14a5c434f8e2d1da0e28b5a24, entries=150, sequenceid=13, filesize=11.7 K
2024-11-25T02:23:29,785 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c9bf3ba98d60dbadb66e82405d222739 in 697ms, sequenceid=13, compaction requested=false
2024-11-25T02:23:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-25T02:23:29,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:29,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:29,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-11-25T02:23:29,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:29,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:23:29,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:29,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:29,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:29,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:29,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:29,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:29,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f59b89edf5b847e7a29df1d8c66f30e3 is 50, key is test_row_0/A:col10/1732501409104/Put/seqid=0
2024-11-25T02:23:29,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742084_1260 (size=12001)
2024-11-25T02:23:29,904 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f59b89edf5b847e7a29df1d8c66f30e3
2024-11-25T02:23:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/535f56217109476f9eede04c4852363c is 50, key is test_row_0/B:col10/1732501409104/Put/seqid=0
2024-11-25T02:23:30,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742085_1261 (size=12001)
2024-11-25T02:23:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-25T02:23:30,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:30,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501470230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501470232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501470233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501470234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501470276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501470337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501470337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501470337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501470344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,424 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/535f56217109476f9eede04c4852363c
2024-11-25T02:23:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/aeead3d0cebf4b339cc1df74f244aed7 is 50, key is test_row_0/C:col10/1732501409104/Put/seqid=0
2024-11-25T02:23:30,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742086_1262 (size=12001)
2024-11-25T02:23:30,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501470539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501470540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501470540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501470545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501470842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501470844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501470844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501470852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:30,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/aeead3d0cebf4b339cc1df74f244aed7
2024-11-25T02:23:30,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f59b89edf5b847e7a29df1d8c66f30e3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f59b89edf5b847e7a29df1d8c66f30e3
2024-11-25T02:23:30,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f59b89edf5b847e7a29df1d8c66f30e3, entries=150, sequenceid=38, filesize=11.7 K
2024-11-25T02:23:30,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/535f56217109476f9eede04c4852363c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/535f56217109476f9eede04c4852363c
2024-11-25T02:23:30,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/535f56217109476f9eede04c4852363c, entries=150, sequenceid=38, filesize=11.7 K
2024-11-25T02:23:30,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/aeead3d0cebf4b339cc1df74f244aed7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/aeead3d0cebf4b339cc1df74f244aed7
2024-11-25T02:23:30,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/aeead3d0cebf4b339cc1df74f244aed7, entries=150, sequenceid=38, filesize=11.7 K
2024-11-25T02:23:30,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c9bf3ba98d60dbadb66e82405d222739 in 1094ms, sequenceid=38, compaction requested=false
2024-11-25T02:23:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64
2024-11-25T02:23:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=64
2024-11-25T02:23:30,946 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63
2024-11-25T02:23:30,946 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8660 sec
2024-11-25T02:23:30,949 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.8710 sec
2024-11-25T02:23:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-25T02:23:31,183 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed
2024-11-25T02:23:31,184 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees
2024-11-25T02:23:31,187 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:31,187 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:31,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-25T02:23:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-25T02:23:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:31,301 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-25T02:23:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:31,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/fca719aeb1fa48eea5216577d90c261d is 50, key is test_row_0/A:col10/1732501410230/Put/seqid=0
2024-11-25T02:23:31,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66
2024-11-25T02:23:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=66
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742087_1263 (size=12001)
2024-11-25T02:23:31,371 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/fca719aeb1fa48eea5216577d90c261d
2024-11-25T02:23:31,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/4a0d58bb6c684e71aaa13780cec8df08 is 50, key is test_row_0/B:col10/1732501410230/Put/seqid=0
2024-11-25T02:23:31,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501471388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742088_1264 (size=12001)
2024-11-25T02:23:31,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501471393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501471395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501471395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501471395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-25T02:23:31,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66
2024-11-25T02:23:31,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501471497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=66
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501471501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501471502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501471502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501471512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66
2024-11-25T02:23:31,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=66
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501471700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501471703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501471703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501471704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501471716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-25T02:23:31,799 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/4a0d58bb6c684e71aaa13780cec8df08
2024-11-25T02:23:31,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/349c051aff204bbd93f3c123b98313dc is 50, key is test_row_0/C:col10/1732501410230/Put/seqid=0
2024-11-25T02:23:31,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66
2024-11-25T02:23:31,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:31,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=66
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:31,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742089_1265 (size=12001)
2024-11-25T02:23:31,858 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/349c051aff204bbd93f3c123b98313dc
2024-11-25T02:23:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/fca719aeb1fa48eea5216577d90c261d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fca719aeb1fa48eea5216577d90c261d
2024-11-25T02:23:31,875 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fca719aeb1fa48eea5216577d90c261d, entries=150, sequenceid=50, filesize=11.7 K
2024-11-25T02:23:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/4a0d58bb6c684e71aaa13780cec8df08 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4a0d58bb6c684e71aaa13780cec8df08
2024-11-25T02:23:31,883 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4a0d58bb6c684e71aaa13780cec8df08, entries=150, sequenceid=50, filesize=11.7 K
2024-11-25T02:23:31,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/349c051aff204bbd93f3c123b98313dc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/349c051aff204bbd93f3c123b98313dc
2024-11-25T02:23:31,892 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/349c051aff204bbd93f3c123b98313dc, entries=150, sequenceid=50, filesize=11.7 K
2024-11-25T02:23:31,893 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c9bf3ba98d60dbadb66e82405d222739 in 592ms, sequenceid=50, compaction requested=true
2024-11-25T02:23:31,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:31,893 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:31,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:31,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:31,894 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:31,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:31,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:31,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:31,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:31,895 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:31,895 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:31,895 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,895 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ce3f4dbd6a8b475591e118cf92f324da, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f59b89edf5b847e7a29df1d8c66f30e3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fca719aeb1fa48eea5216577d90c261d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=35.2 K
2024-11-25T02:23:31,896 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:31,896 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:31,896 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,896 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/933d7a5d3ea34b8680e65fbbe53f780f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/535f56217109476f9eede04c4852363c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4a0d58bb6c684e71aaa13780cec8df08] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=35.2 K
2024-11-25T02:23:31,897 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce3f4dbd6a8b475591e118cf92f324da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732501409082
2024-11-25T02:23:31,897 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f59b89edf5b847e7a29df1d8c66f30e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732501409101
2024-11-25T02:23:31,897 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 933d7a5d3ea34b8680e65fbbe53f780f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732501409082
2024-11-25T02:23:31,898 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 535f56217109476f9eede04c4852363c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732501409101
2024-11-25T02:23:31,898 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fca719aeb1fa48eea5216577d90c261d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501410223
2024-11-25T02:23:31,899 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a0d58bb6c684e71aaa13780cec8df08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501410223
2024-11-25T02:23:31,925 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:31,925 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/305d99101c0b4244918649e67f07f6e3 is 50, key is test_row_0/B:col10/1732501410230/Put/seqid=0
2024-11-25T02:23:31,945 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:31,947 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/d2f4635142fe4d8fab4e44ec739188c5 is 50, key is test_row_0/A:col10/1732501410230/Put/seqid=0
2024-11-25T02:23:31,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:31,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66
2024-11-25T02:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:31,977 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:32,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742090_1266 (size=12104)
2024-11-25T02:23:32,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/a957146c3d954f47a6cda3f93bc59f14 is 50, key is test_row_0/A:col10/1732501411391/Put/seqid=0
2024-11-25T02:23:32,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:32,017 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/305d99101c0b4244918649e67f07f6e3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/305d99101c0b4244918649e67f07f6e3
2024-11-25T02:23:32,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742091_1267 (size=12104)
2024-11-25T02:23:32,033 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 305d99101c0b4244918649e67f07f6e3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:32,033 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,034 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501411894; duration=0sec
2024-11-25T02:23:32,034 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:32,034 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:32,034 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:32,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501472021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,037 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:32,037 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:32,037 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:32,037 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d3e04b14a5c434f8e2d1da0e28b5a24, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/aeead3d0cebf4b339cc1df74f244aed7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/349c051aff204bbd93f3c123b98313dc] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=35.2 K
2024-11-25T02:23:32,038 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3e04b14a5c434f8e2d1da0e28b5a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732501409082
2024-11-25T02:23:32,039 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting aeead3d0cebf4b339cc1df74f244aed7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732501409101
2024-11-25T02:23:32,039 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 349c051aff204bbd93f3c123b98313dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501410223
2024-11-25T02:23:32,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501472033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501472035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501472035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501472036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742092_1268 (size=12001)
2024-11-25T02:23:32,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/a957146c3d954f47a6cda3f93bc59f14
2024-11-25T02:23:32,089 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/8228aca621e5466fb5a0b7ec8d2f45a2 is 50, key is test_row_0/B:col10/1732501411391/Put/seqid=0
2024-11-25T02:23:32,094 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/2ec9e8d5e87f4539baa8f548b23d7b70 is 50, key is test_row_0/C:col10/1732501410230/Put/seqid=0
2024-11-25T02:23:32,122 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T02:23:32,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501472137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501472149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501472150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501472150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501472150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742093_1269 (size=12001)
2024-11-25T02:23:32,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/8228aca621e5466fb5a0b7ec8d2f45a2
2024-11-25T02:23:32,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742094_1270 (size=12104)
2024-11-25T02:23:32,208 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/2ec9e8d5e87f4539baa8f548b23d7b70 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2ec9e8d5e87f4539baa8f548b23d7b70
2024-11-25T02:23:32,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6f9584d43a33476782144992d3241517 is 50, key is test_row_0/C:col10/1732501411391/Put/seqid=0
2024-11-25T02:23:32,219 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 2ec9e8d5e87f4539baa8f548b23d7b70(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:32,219 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,219 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501411894; duration=0sec
2024-11-25T02:23:32,219 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:32,219 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:32,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742095_1271 (size=12001)
2024-11-25T02:23:32,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6f9584d43a33476782144992d3241517
2024-11-25T02:23:32,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/a957146c3d954f47a6cda3f93bc59f14 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a957146c3d954f47a6cda3f93bc59f14
2024-11-25T02:23:32,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a957146c3d954f47a6cda3f93bc59f14, entries=150, sequenceid=75, filesize=11.7 K
2024-11-25T02:23:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/8228aca621e5466fb5a0b7ec8d2f45a2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8228aca621e5466fb5a0b7ec8d2f45a2
2024-11-25T02:23:32,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8228aca621e5466fb5a0b7ec8d2f45a2, entries=150, sequenceid=75, filesize=11.7 K
2024-11-25T02:23:32,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6f9584d43a33476782144992d3241517 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6f9584d43a33476782144992d3241517
2024-11-25T02:23:32,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6f9584d43a33476782144992d3241517, entries=150, sequenceid=75, filesize=11.7 K
2024-11-25T02:23:32,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c9bf3ba98d60dbadb66e82405d222739 in 309ms, sequenceid=75, compaction requested=false
2024-11-25T02:23:32,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:32,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66
2024-11-25T02:23:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=66
2024-11-25T02:23:32,290 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65
2024-11-25T02:23:32,291 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1000 sec
2024-11-25T02:23:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-25T02:23:32,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.1060 sec
2024-11-25T02:23:32,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:23:32,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:32,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:32,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:32,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:32,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:32,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:32,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ae020e4efd834a5ca01e9398be00dfa2 is 50, key is test_row_0/A:col10/1732501412343/Put/seqid=0
2024-11-25T02:23:32,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742096_1272 (size=12001)
2024-11-25T02:23:32,413 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ae020e4efd834a5ca01e9398be00dfa2
2024-11-25T02:23:32,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/73ed72b574fe4a818a62dc6f35632352 is 50, key is test_row_0/B:col10/1732501412343/Put/seqid=0
2024-11-25T02:23:32,435 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/d2f4635142fe4d8fab4e44ec739188c5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d2f4635142fe4d8fab4e44ec739188c5
2024-11-25T02:23:32,440 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into d2f4635142fe4d8fab4e44ec739188c5(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:32,440 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,440 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501411893; duration=0sec
2024-11-25T02:23:32,440 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:32,440 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:32,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501472428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501472431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501472433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501472435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501472437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742097_1273 (size=12001)
2024-11-25T02:23:32,472 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/73ed72b574fe4a818a62dc6f35632352
2024-11-25T02:23:32,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/0ac575c61b10424487cf39000062d5cd is 50, key is test_row_0/C:col10/1732501412343/Put/seqid=0
2024-11-25T02:23:32,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742098_1274 (size=12001)
2024-11-25T02:23:32,524 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/0ac575c61b10424487cf39000062d5cd
2024-11-25T02:23:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ae020e4efd834a5ca01e9398be00dfa2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ae020e4efd834a5ca01e9398be00dfa2
2024-11-25T02:23:32,544 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ae020e4efd834a5ca01e9398be00dfa2, entries=150, sequenceid=90, filesize=11.7 K
2024-11-25T02:23:32,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/73ed72b574fe4a818a62dc6f35632352 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/73ed72b574fe4a818a62dc6f35632352
2024-11-25T02:23:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501472542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501472544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501472544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501472545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501472545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,567 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/73ed72b574fe4a818a62dc6f35632352, entries=150, sequenceid=90, filesize=11.7 K
2024-11-25T02:23:32,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/0ac575c61b10424487cf39000062d5cd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0ac575c61b10424487cf39000062d5cd
2024-11-25T02:23:32,580 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0ac575c61b10424487cf39000062d5cd, entries=150, sequenceid=90, filesize=11.7 K
2024-11-25T02:23:32,581 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c9bf3ba98d60dbadb66e82405d222739 in 235ms, sequenceid=90, compaction requested=true
2024-11-25T02:23:32,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,582 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:32,582 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:32,583 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:32,583 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:32,583 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:32,583 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d2f4635142fe4d8fab4e44ec739188c5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a957146c3d954f47a6cda3f93bc59f14, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ae020e4efd834a5ca01e9398be00dfa2] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=35.3 K
2024-11-25T02:23:32,584 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:32,584 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:32,584 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:32,584 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/305d99101c0b4244918649e67f07f6e3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8228aca621e5466fb5a0b7ec8d2f45a2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/73ed72b574fe4a818a62dc6f35632352] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=35.3 K
2024-11-25T02:23:32,584 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f4635142fe4d8fab4e44ec739188c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501410223
2024-11-25T02:23:32,585 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 305d99101c0b4244918649e67f07f6e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501410223
2024-11-25T02:23:32,585 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a957146c3d954f47a6cda3f93bc59f14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732501411382
2024-11-25T02:23:32,585 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 8228aca621e5466fb5a0b7ec8d2f45a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732501411382
2024-11-25T02:23:32,585 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae020e4efd834a5ca01e9398be00dfa2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732501412025
2024-11-25T02:23:32,586 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 73ed72b574fe4a818a62dc6f35632352, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732501412025
2024-11-25T02:23:32,607 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:32,607 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d1ee44d2f5d749c0b5ce3d2a5b2f0ad4 is 50, key is test_row_0/B:col10/1732501412343/Put/seqid=0
2024-11-25T02:23:32,623 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:32,623 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/d752526a7481401abf3caa93c963bd09 is 50, key is test_row_0/A:col10/1732501412343/Put/seqid=0
2024-11-25T02:23:32,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742099_1275 (size=12207)
2024-11-25T02:23:32,685 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d1ee44d2f5d749c0b5ce3d2a5b2f0ad4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d1ee44d2f5d749c0b5ce3d2a5b2f0ad4
2024-11-25T02:23:32,691 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into d1ee44d2f5d749c0b5ce3d2a5b2f0ad4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:32,691 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,691 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501412582; duration=0sec
2024-11-25T02:23:32,692 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:32,693 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:32,693 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:32,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742100_1276 (size=12207)
2024-11-25T02:23:32,694 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:32,694 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:32,694 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:32,695 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2ec9e8d5e87f4539baa8f548b23d7b70, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6f9584d43a33476782144992d3241517, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0ac575c61b10424487cf39000062d5cd] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=35.3 K
2024-11-25T02:23:32,695 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ec9e8d5e87f4539baa8f548b23d7b70, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501410223
2024-11-25T02:23:32,696 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f9584d43a33476782144992d3241517, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732501411382
2024-11-25T02:23:32,696 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ac575c61b10424487cf39000062d5cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732501412025
2024-11-25T02:23:32,699 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/d752526a7481401abf3caa93c963bd09 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d752526a7481401abf3caa93c963bd09
2024-11-25T02:23:32,709 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into d752526a7481401abf3caa93c963bd09(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:32,709 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,709 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501412581; duration=0sec
2024-11-25T02:23:32,709 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:32,709 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:32,714 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:32,715 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/7f211f2292cc4656ac8b3b99588b0ee1 is 50, key is test_row_0/C:col10/1732501412343/Put/seqid=0
2024-11-25T02:23:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:32,752 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:23:32,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:32,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:32,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:32,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:32,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:32,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:32,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e0888ddc12ce48919f4d9cfd3746f4e8 is 50, key is test_row_0/A:col10/1732501412433/Put/seqid=0
2024-11-25T02:23:32,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742101_1277 (size=12207)
2024-11-25T02:23:32,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501472764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501472765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501472768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501472772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,780 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/7f211f2292cc4656ac8b3b99588b0ee1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7f211f2292cc4656ac8b3b99588b0ee1
2024-11-25T02:23:32,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501472773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,788 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 7f211f2292cc4656ac8b3b99588b0ee1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:32,789 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:32,789 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501412582; duration=0sec
2024-11-25T02:23:32,789 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:32,789 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:32,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742102_1278 (size=12001)
2024-11-25T02:23:32,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e0888ddc12ce48919f4d9cfd3746f4e8
2024-11-25T02:23:32,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/db82e95c31bd4fa0b02b44596687efa8 is 50, key is test_row_0/B:col10/1732501412433/Put/seqid=0
2024-11-25T02:23:32,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501472874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501472874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501472877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501472881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501472888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:32,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742103_1279 (size=12001)
2024-11-25T02:23:32,896 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/db82e95c31bd4fa0b02b44596687efa8
2024-11-25T02:23:32,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/612957ff10b1436299d52d3ad30af5ac is 50, key is test_row_0/C:col10/1732501412433/Put/seqid=0
2024-11-25T02:23:32,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742104_1280 (size=12001)
2024-11-25T02:23:33,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501473082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501473081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501473085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501473085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501473092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-25T02:23:33,293 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed
2024-11-25T02:23:33,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees
2024-11-25T02:23:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-25T02:23:33,296 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:33,297 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:33,297 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:33,359 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/612957ff10b1436299d52d3ad30af5ac
2024-11-25T02:23:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e0888ddc12ce48919f4d9cfd3746f4e8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e0888ddc12ce48919f4d9cfd3746f4e8
2024-11-25T02:23:33,375 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e0888ddc12ce48919f4d9cfd3746f4e8, entries=150, sequenceid=117, filesize=11.7 K
2024-11-25T02:23:33,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/db82e95c31bd4fa0b02b44596687efa8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/db82e95c31bd4fa0b02b44596687efa8
2024-11-25T02:23:33,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/db82e95c31bd4fa0b02b44596687efa8, entries=150, sequenceid=117, filesize=11.7 K
2024-11-25T02:23:33,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501473385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/612957ff10b1436299d52d3ad30af5ac as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/612957ff10b1436299d52d3ad30af5ac
2024-11-25T02:23:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501473387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501473391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501473393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-25T02:23:33,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501473396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,400 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/612957ff10b1436299d52d3ad30af5ac, entries=150, sequenceid=117, filesize=11.7 K
2024-11-25T02:23:33,400 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c9bf3ba98d60dbadb66e82405d222739 in 648ms, sequenceid=117, compaction requested=false
2024-11-25T02:23:33,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:33,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68
2024-11-25T02:23:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:33,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:23:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:33,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/0f91065566384a74b415ac53af9d4f13 is 50, key is test_row_0/A:col10/1732501412767/Put/seqid=0
2024-11-25T02:23:33,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742105_1281 (size=12051)
2024-11-25T02:23:33,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/0f91065566384a74b415ac53af9d4f13
2024-11-25T02:23:33,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/702010517c0444189fa3bf5698417d84 is 50, key is test_row_0/B:col10/1732501412767/Put/seqid=0
2024-11-25T02:23:33,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742106_1282 (size=12051)
2024-11-25T02:23:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-25T02:23:33,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-25T02:23:33,949 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/702010517c0444189fa3bf5698417d84
2024-11-25T02:23:33,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501473918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501473918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501473951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501473951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501473951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/22d8b598911b4ef3a9c0ef8ed4e7996f is 50, key is test_row_0/C:col10/1732501412767/Put/seqid=0
2024-11-25T02:23:33,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742107_1283 (size=12051)
2024-11-25T02:23:34,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/22d8b598911b4ef3a9c0ef8ed4e7996f
2024-11-25T02:23:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/0f91065566384a74b415ac53af9d4f13 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0f91065566384a74b415ac53af9d4f13
2024-11-25T02:23:34,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0f91065566384a74b415ac53af9d4f13, entries=150, sequenceid=131, filesize=11.8 K
2024-11-25T02:23:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/702010517c0444189fa3bf5698417d84 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/702010517c0444189fa3bf5698417d84
2024-11-25T02:23:34,023 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/702010517c0444189fa3bf5698417d84, entries=150, sequenceid=131, filesize=11.8 K
2024-11-25T02:23:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/22d8b598911b4ef3a9c0ef8ed4e7996f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/22d8b598911b4ef3a9c0ef8ed4e7996f
2024-11-25T02:23:34,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/22d8b598911b4ef3a9c0ef8ed4e7996f, entries=150, sequenceid=131, filesize=11.8 K
2024-11-25T02:23:34,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c9bf3ba98d60dbadb66e82405d222739 in 582ms, sequenceid=131, compaction requested=true
2024-11-25T02:23:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68
2024-11-25T02:23:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=68
2024-11-25T02:23:34,036 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67
2024-11-25T02:23:34,037 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 738 msec
2024-11-25T02:23:34,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 743 msec
2024-11-25T02:23:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:34,059 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:23:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:34,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8990a69fbf424b9290d2cdc8aa176861 is 50, key is test_row_0/A:col10/1732501414057/Put/seqid=0
2024-11-25T02:23:34,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501474064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501474064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501474069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501474072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501474073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742108_1284 (size=14541)
2024-11-25T02:23:34,090 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8990a69fbf424b9290d2cdc8aa176861
2024-11-25T02:23:34,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/9e335ec553f74dc299137ebd7b977c3c is 50, key is test_row_0/B:col10/1732501414057/Put/seqid=0
2024-11-25T02:23:34,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742109_1285 (size=12151)
2024-11-25T02:23:34,159 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/9e335ec553f74dc299137ebd7b977c3c
2024-11-25T02:23:34,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/7c56ea6d3f93459d9e0eaeba181f2196 is 50, key is test_row_0/C:col10/1732501414057/Put/seqid=0
2024-11-25T02:23:34,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501474172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501474172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501474175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742110_1286 (size=12151)
2024-11-25T02:23:34,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501474177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501474178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,182 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/7c56ea6d3f93459d9e0eaeba181f2196
2024-11-25T02:23:34,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8990a69fbf424b9290d2cdc8aa176861 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8990a69fbf424b9290d2cdc8aa176861
2024-11-25T02:23:34,194 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8990a69fbf424b9290d2cdc8aa176861, entries=200, sequenceid=157, filesize=14.2 K
2024-11-25T02:23:34,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/9e335ec553f74dc299137ebd7b977c3c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/9e335ec553f74dc299137ebd7b977c3c
2024-11-25T02:23:34,201 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/9e335ec553f74dc299137ebd7b977c3c, entries=150, sequenceid=157, filesize=11.9 K
2024-11-25T02:23:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/7c56ea6d3f93459d9e0eaeba181f2196 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7c56ea6d3f93459d9e0eaeba181f2196
2024-11-25T02:23:34,208 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7c56ea6d3f93459d9e0eaeba181f2196, entries=150, sequenceid=157, filesize=11.9 K
2024-11-25T02:23:34,210 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c9bf3ba98d60dbadb66e82405d222739 in 151ms, sequenceid=157, compaction requested=true
2024-11-25T02:23:34,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:34,210 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:34,211 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:34,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:34,212 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50800 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:34,212 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:34,212 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,212 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d752526a7481401abf3caa93c963bd09, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e0888ddc12ce48919f4d9cfd3746f4e8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0f91065566384a74b415ac53af9d4f13, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8990a69fbf424b9290d2cdc8aa176861] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=49.6 K
2024-11-25T02:23:34,213 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d752526a7481401abf3caa93c963bd09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732501412025
2024-11-25T02:23:34,213 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:34,213 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:34,213 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,213 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0888ddc12ce48919f4d9cfd3746f4e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501412430
2024-11-25T02:23:34,213 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d1ee44d2f5d749c0b5ce3d2a5b2f0ad4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/db82e95c31bd4fa0b02b44596687efa8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/702010517c0444189fa3bf5698417d84, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/9e335ec553f74dc299137ebd7b977c3c] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=47.3 K
2024-11-25T02:23:34,215 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ee44d2f5d749c0b5ce3d2a5b2f0ad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732501412025
2024-11-25T02:23:34,216 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting db82e95c31bd4fa0b02b44596687efa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501412430
2024-11-25T02:23:34,216 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f91065566384a74b415ac53af9d4f13, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732501412759
2024-11-25T02:23:34,216 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 702010517c0444189fa3bf5698417d84, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732501412759
2024-11-25T02:23:34,217 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e335ec553f74dc299137ebd7b977c3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501413916
2024-11-25T02:23:34,217 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8990a69fbf424b9290d2cdc8aa176861, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501413916
2024-11-25T02:23:34,240 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#231 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:34,241 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/bd58108436aa49b6bc52c6c40c97c6a2 is 50, key is test_row_0/A:col10/1732501414057/Put/seqid=0
2024-11-25T02:23:34,246 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:34,247 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/57f5ad3b97bc4c7882618692aa582bf9 is 50, key is test_row_0/B:col10/1732501414057/Put/seqid=0
2024-11-25T02:23:34,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742112_1288 (size=12493)
2024-11-25T02:23:34,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742111_1287 (size=12493)
2024-11-25T02:23:34,301 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/57f5ad3b97bc4c7882618692aa582bf9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/57f5ad3b97bc4c7882618692aa582bf9
2024-11-25T02:23:34,307 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 57f5ad3b97bc4c7882618692aa582bf9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:34,307 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:34,307 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=12, startTime=1732501414211; duration=0sec
2024-11-25T02:23:34,308 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:34,308 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:34,308 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:34,309 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:34,309 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:34,309 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,309 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7f211f2292cc4656ac8b3b99588b0ee1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/612957ff10b1436299d52d3ad30af5ac, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/22d8b598911b4ef3a9c0ef8ed4e7996f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7c56ea6d3f93459d9e0eaeba181f2196] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=47.3 K
2024-11-25T02:23:34,310 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f211f2292cc4656ac8b3b99588b0ee1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732501412025
2024-11-25T02:23:34,311 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 612957ff10b1436299d52d3ad30af5ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501412430
2024-11-25T02:23:34,311 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 22d8b598911b4ef3a9c0ef8ed4e7996f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732501412759
2024-11-25T02:23:34,312 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c56ea6d3f93459d9e0eaeba181f2196, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501413916
2024-11-25T02:23:34,336 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:34,337 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/8ec01f3f840e4554a7711a501aacfa0e is 50, key is test_row_0/C:col10/1732501414057/Put/seqid=0
2024-11-25T02:23:34,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742113_1289 (size=12493)
2024-11-25T02:23:34,381 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:23:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-25T02:23:34,400 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed
2024-11-25T02:23:34,401 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees
2024-11-25T02:23:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-25T02:23:34,404 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:34,405 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:34,405 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:34,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8c67f5ac5beb40a8920028908419061f is 50, key is test_row_0/A:col10/1732501414069/Put/seqid=0
2024-11-25T02:23:34,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742114_1290 (size=12151)
2024-11-25T02:23:34,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501474457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501474462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501474464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501474465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501474468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-25T02:23:34,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-25T02:23:34,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:34,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=70
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501474566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501474571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501474571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501474572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501474573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,702 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/bd58108436aa49b6bc52c6c40c97c6a2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bd58108436aa49b6bc52c6c40c97c6a2
2024-11-25T02:23:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-25T02:23:34,709 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into bd58108436aa49b6bc52c6c40c97c6a2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:34,709 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:34,709 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=12, startTime=1732501414210; duration=0sec
2024-11-25T02:23:34,709 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:34,709 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:34,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-25T02:23:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=70
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,771 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/8ec01f3f840e4554a7711a501aacfa0e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8ec01f3f840e4554a7711a501aacfa0e
2024-11-25T02:23:34,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501474771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501474775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501474775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,778 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 8ec01f3f840e4554a7711a501aacfa0e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:34,778 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:34,778 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=12, startTime=1732501414211; duration=0sec
2024-11-25T02:23:34,778 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:34,778 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:34,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501474777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501474778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,838 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8c67f5ac5beb40a8920028908419061f
2024-11-25T02:23:34,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/6c2a6d29800c4ac0ba9c17173aec9e88 is 50, key is test_row_0/B:col10/1732501414069/Put/seqid=0
2024-11-25T02:23:34,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:34,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-25T02:23:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:34,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=70
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:34,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742115_1291 (size=12151)
2024-11-25T02:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-25T02:23:35,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-25T02:23:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=70
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501475075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501475079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501475080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501475083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501475083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-25T02:23:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=70
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,298 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/6c2a6d29800c4ac0ba9c17173aec9e88
2024-11-25T02:23:35,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/5538bb9cef394c5fa73aa401cb448f57 is 50, key is test_row_0/C:col10/1732501414069/Put/seqid=0
2024-11-25T02:23:35,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-25T02:23:35,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:35,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=70
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:35,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742116_1292 (size=12151)
2024-11-25T02:23:35,345 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/5538bb9cef394c5fa73aa401cb448f57
2024-11-25T02:23:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8c67f5ac5beb40a8920028908419061f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8c67f5ac5beb40a8920028908419061f
2024-11-25T02:23:35,355 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8c67f5ac5beb40a8920028908419061f, entries=150, sequenceid=169, filesize=11.9 K
2024-11-25T02:23:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/6c2a6d29800c4ac0ba9c17173aec9e88 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6c2a6d29800c4ac0ba9c17173aec9e88
2024-11-25T02:23:35,362 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6c2a6d29800c4ac0ba9c17173aec9e88, entries=150, sequenceid=169, filesize=11.9 K
2024-11-25T02:23:35,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/5538bb9cef394c5fa73aa401cb448f57 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5538bb9cef394c5fa73aa401cb448f57
2024-11-25T02:23:35,367 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5538bb9cef394c5fa73aa401cb448f57, entries=150, sequenceid=169, filesize=11.9 K
2024-11-25T02:23:35,369 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c9bf3ba98d60dbadb66e82405d222739 in 988ms, sequenceid=169, compaction requested=false
2024-11-25T02:23:35,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:35,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-25T02:23:35,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-25T02:23:35,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:35,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:35,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/4ca0201518604e04b5daeef79fa8b359 is 50, key is test_row_0/A:col10/1732501414464/Put/seqid=0
2024-11-25T02:23:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-25T02:23:35,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742117_1293 (size=12151)
2024-11-25T02:23:35,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/4ca0201518604e04b5daeef79fa8b359
2024-11-25T02:23:35,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c91327df73424fdba75be099880db033 is 50, key is test_row_0/B:col10/1732501414464/Put/seqid=0
2024-11-25T02:23:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:35,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501475592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742118_1294 (size=12151)
2024-11-25T02:23:35,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501475593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c91327df73424fdba75be099880db033
2024-11-25T02:23:35,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501475594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501475595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501475597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/dd873848fb85407b907d4188a2a7a848 is 50, key is test_row_0/C:col10/1732501414464/Put/seqid=0
2024-11-25T02:23:35,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742119_1295 (size=12151)
2024-11-25T02:23:35,667 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/dd873848fb85407b907d4188a2a7a848
2024-11-25T02:23:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/4ca0201518604e04b5daeef79fa8b359 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4ca0201518604e04b5daeef79fa8b359
2024-11-25T02:23:35,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4ca0201518604e04b5daeef79fa8b359, entries=150, sequenceid=197, filesize=11.9 K
2024-11-25T02:23:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c91327df73424fdba75be099880db033 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c91327df73424fdba75be099880db033
2024-11-25T02:23:35,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501475698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c91327df73424fdba75be099880db033, entries=150, sequenceid=197, filesize=11.9 K
2024-11-25T02:23:35,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/dd873848fb85407b907d4188a2a7a848 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/dd873848fb85407b907d4188a2a7a848
2024-11-25T02:23:35,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501475701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501475701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501475702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501475702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/dd873848fb85407b907d4188a2a7a848, entries=150, sequenceid=197, filesize=11.9 K
2024-11-25T02:23:35,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c9bf3ba98d60dbadb66e82405d222739 in 232ms, sequenceid=197, compaction requested=true
2024-11-25T02:23:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70
2024-11-25T02:23:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=70
2024-11-25T02:23:35,720 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69
2024-11-25T02:23:35,720 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec
2024-11-25T02:23:35,724 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.3200 sec
2024-11-25T02:23:35,903 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:23:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:35,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:35,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/7a1fc0cd9f8148dda29d540fc336408d is 50, key is test_row_0/A:col10/1732501415901/Put/seqid=0
2024-11-25T02:23:35,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742120_1296 (size=9757)
2024-11-25T02:23:35,934 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/7a1fc0cd9f8148dda29d540fc336408d
2024-11-25T02:23:35,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/614c86862a4545c1b73d561bb76a3579 is 50, key is test_row_0/B:col10/1732501415901/Put/seqid=0
2024-11-25T02:23:35,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501475942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501475944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501475947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501475947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501475949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:35,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742121_1297 (size=9757)
2024-11-25T02:23:35,967 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/614c86862a4545c1b73d561bb76a3579
2024-11-25T02:23:35,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d040710de3224cc68b8a5e6353aff74c is 50, key is test_row_0/C:col10/1732501415901/Put/seqid=0
2024-11-25T02:23:35,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742122_1298 (size=9757)
2024-11-25T02:23:36,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501476049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501476052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501476053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501476054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501476055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501476255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501476255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501476256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501476257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501476257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,396 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d040710de3224cc68b8a5e6353aff74c
2024-11-25T02:23:36,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/7a1fc0cd9f8148dda29d540fc336408d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7a1fc0cd9f8148dda29d540fc336408d
2024-11-25T02:23:36,410 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7a1fc0cd9f8148dda29d540fc336408d, entries=100, sequenceid=208, filesize=9.5 K
2024-11-25T02:23:36,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/614c86862a4545c1b73d561bb76a3579 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/614c86862a4545c1b73d561bb76a3579
2024-11-25T02:23:36,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/614c86862a4545c1b73d561bb76a3579, entries=100, sequenceid=208, filesize=9.5 K
2024-11-25T02:23:36,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d040710de3224cc68b8a5e6353aff74c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d040710de3224cc68b8a5e6353aff74c
2024-11-25T02:23:36,436 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d040710de3224cc68b8a5e6353aff74c, entries=100, sequenceid=208, filesize=9.5 K
2024-11-25T02:23:36,438 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c9bf3ba98d60dbadb66e82405d222739 in 535ms, sequenceid=208, compaction requested=true
2024-11-25T02:23:36,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:36,438 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:36,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:36,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:36,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:36,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:36,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:36,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:36,439 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:36,440 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:36,440 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:36,440 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,440 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bd58108436aa49b6bc52c6c40c97c6a2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8c67f5ac5beb40a8920028908419061f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4ca0201518604e04b5daeef79fa8b359, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7a1fc0cd9f8148dda29d540fc336408d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=45.5 K
2024-11-25T02:23:36,441 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd58108436aa49b6bc52c6c40c97c6a2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501413916
2024-11-25T02:23:36,442 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:36,442 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:36,442 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,442 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/57f5ad3b97bc4c7882618692aa582bf9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6c2a6d29800c4ac0ba9c17173aec9e88, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c91327df73424fdba75be099880db033, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/614c86862a4545c1b73d561bb76a3579] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=45.5 K
2024-11-25T02:23:36,442 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c67f5ac5beb40a8920028908419061f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732501414066
2024-11-25T02:23:36,443 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ca0201518604e04b5daeef79fa8b359, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501414455
2024-11-25T02:23:36,443 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f5ad3b97bc4c7882618692aa582bf9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501413916
2024-11-25T02:23:36,443 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a1fc0cd9f8148dda29d540fc336408d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732501415594
2024-11-25T02:23:36,444 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c2a6d29800c4ac0ba9c17173aec9e88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732501414066
2024-11-25T02:23:36,445 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c91327df73424fdba75be099880db033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501414455
2024-11-25T02:23:36,447 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 614c86862a4545c1b73d561bb76a3579, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732501415594
2024-11-25T02:23:36,466 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:36,467 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/dc2a4521025b4bed8b285ae7069e3164 is 50, key is test_row_0/A:col10/1732501415901/Put/seqid=0
2024-11-25T02:23:36,482 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:36,482 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/921d3177daee48128328afff59e8915b is 50, key is test_row_0/B:col10/1732501415901/Put/seqid=0
2024-11-25T02:23:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-25T02:23:36,509 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed
2024-11-25T02:23:36,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees
2024-11-25T02:23:36,515 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:36,516 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:36,516 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-25T02:23:36,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742123_1299 (size=12629)
2024-11-25T02:23:36,535 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/dc2a4521025b4bed8b285ae7069e3164 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dc2a4521025b4bed8b285ae7069e3164
2024-11-25T02:23:36,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742124_1300 (size=12629)
2024-11-25T02:23:36,543 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into dc2a4521025b4bed8b285ae7069e3164(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:36,543 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:36,543 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=12, startTime=1732501416438; duration=0sec
2024-11-25T02:23:36,544 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:36,544 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:36,544 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:36,545 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:36,545 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:36,545 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,545 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8ec01f3f840e4554a7711a501aacfa0e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5538bb9cef394c5fa73aa401cb448f57, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/dd873848fb85407b907d4188a2a7a848, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d040710de3224cc68b8a5e6353aff74c] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=45.5 K
2024-11-25T02:23:36,546 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ec01f3f840e4554a7711a501aacfa0e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501413916
2024-11-25T02:23:36,546 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5538bb9cef394c5fa73aa401cb448f57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732501414066
2024-11-25T02:23:36,547 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd873848fb85407b907d4188a2a7a848, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501414455
2024-11-25T02:23:36,547 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d040710de3224cc68b8a5e6353aff74c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732501415594
2024-11-25T02:23:36,549 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/921d3177daee48128328afff59e8915b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/921d3177daee48128328afff59e8915b
2024-11-25T02:23:36,555 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 921d3177daee48128328afff59e8915b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:36,555 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:36,555 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=12, startTime=1732501416439; duration=0sec
2024-11-25T02:23:36,555 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:36,555 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:36,558 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:36,558 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/3a93863ee45043cd9c786f37a904c26f is 50, key is test_row_0/C:col10/1732501415901/Put/seqid=0
2024-11-25T02:23:36,564 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-25T02:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:36,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501476570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/5963f5edc40b4bcf9eb2d56ac84a3ce1 is 50, key is test_row_0/A:col10/1732501415944/Put/seqid=0
2024-11-25T02:23:36,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501476572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501476574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501476574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501476575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742125_1301 (size=12629)
2024-11-25T02:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-25T02:23:36,621 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/3a93863ee45043cd9c786f37a904c26f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3a93863ee45043cd9c786f37a904c26f
2024-11-25T02:23:36,630 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 3a93863ee45043cd9c786f37a904c26f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:36,630 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:36,630 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=12, startTime=1732501416439; duration=0sec
2024-11-25T02:23:36,630 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:36,630 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:36,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742126_1302 (size=12151)
2024-11-25T02:23:36,637 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/5963f5edc40b4bcf9eb2d56ac84a3ce1
2024-11-25T02:23:36,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/49573ef3262f4867a01016a2362c373f is 50, key is test_row_0/B:col10/1732501415944/Put/seqid=0
2024-11-25T02:23:36,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501476676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501476678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501476679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501476681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501476681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742127_1303 (size=12151)
2024-11-25T02:23:36,689 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/49573ef3262f4867a01016a2362c373f
2024-11-25T02:23:36,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/086e04d49e14447ca36b348b17f1644d is 50, key is test_row_0/C:col10/1732501415944/Put/seqid=0
2024-11-25T02:23:36,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742128_1304 (size=12151)
2024-11-25T02:23:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-25T02:23:36,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:36,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501476879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501476882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501476883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501476883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501476883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:36,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:36,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-25T02:23:37,120 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/086e04d49e14447ca36b348b17f1644d
2024-11-25T02:23:37,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/5963f5edc40b4bcf9eb2d56ac84a3ce1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5963f5edc40b4bcf9eb2d56ac84a3ce1
2024-11-25T02:23:37,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5963f5edc40b4bcf9eb2d56ac84a3ce1, entries=150, sequenceid=236, filesize=11.9 K
2024-11-25T02:23:37,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/49573ef3262f4867a01016a2362c373f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49573ef3262f4867a01016a2362c373f
2024-11-25T02:23:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,143 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49573ef3262f4867a01016a2362c373f, entries=150, sequenceid=236, filesize=11.9 K
2024-11-25T02:23:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/086e04d49e14447ca36b348b17f1644d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/086e04d49e14447ca36b348b17f1644d
2024-11-25T02:23:37,161 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/086e04d49e14447ca36b348b17f1644d, entries=150, sequenceid=236, filesize=11.9 K
2024-11-25T02:23:37,162 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c9bf3ba98d60dbadb66e82405d222739 in 598ms, sequenceid=236, compaction requested=false
2024-11-25T02:23:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:37,183 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-25T02:23:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:37,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:37,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:37,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:37,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/7cabea1efd2c47fbb27e73353faad0e6 is 50, key is test_row_0/A:col10/1732501416573/Put/seqid=0
2024-11-25T02:23:37,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501477212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501477214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501477215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501477216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501477216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742129_1305 (size=12151)
2024-11-25T02:23:37,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/7cabea1efd2c47fbb27e73353faad0e6
2024-11-25T02:23:37,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/af9e5591372d4bc29ca3a31d78ef5cf3 is 50, key is test_row_0/B:col10/1732501416573/Put/seqid=0
2024-11-25T02:23:37,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742130_1306 (size=12151)
2024-11-25T02:23:37,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:37,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:37,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501477318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501477318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501477320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501477321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501477321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:37,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:37,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501477521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501477523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501477524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501477525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501477526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:37,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:37,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-25T02:23:37,678 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/af9e5591372d4bc29ca3a31d78ef5cf3
2024-11-25T02:23:37,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e4e9327413de42a39268e6aa7a351533 is 50, key is test_row_0/C:col10/1732501416573/Put/seqid=0
2024-11-25T02:23:37,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742131_1307 (size=12151)
2024-11-25T02:23:37,707 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e4e9327413de42a39268e6aa7a351533
2024-11-25T02:23:37,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/7cabea1efd2c47fbb27e73353faad0e6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7cabea1efd2c47fbb27e73353faad0e6
2024-11-25T02:23:37,719 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7cabea1efd2c47fbb27e73353faad0e6, entries=150, sequenceid=249, filesize=11.9 K
2024-11-25T02:23:37,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/af9e5591372d4bc29ca3a31d78ef5cf3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/af9e5591372d4bc29ca3a31d78ef5cf3
2024-11-25T02:23:37,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/af9e5591372d4bc29ca3a31d78ef5cf3, entries=150, sequenceid=249, filesize=11.9 K
2024-11-25T02:23:37,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e4e9327413de42a39268e6aa7a351533 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e4e9327413de42a39268e6aa7a351533
2024-11-25T02:23:37,739 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e4e9327413de42a39268e6aa7a351533, entries=150, sequenceid=249, filesize=11.9 K
2024-11-25T02:23:37,740 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c9bf3ba98d60dbadb66e82405d222739 in 557ms, sequenceid=249, compaction requested=true
2024-11-25T02:23:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:37,740 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:37,740 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:37,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:37,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:37,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:37,742 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:37,742 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:37,742 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,742 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dc2a4521025b4bed8b285ae7069e3164, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5963f5edc40b4bcf9eb2d56ac84a3ce1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7cabea1efd2c47fbb27e73353faad0e6] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.1 K
2024-11-25T02:23:37,743 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:37,743 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:37,743 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,743 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/921d3177daee48128328afff59e8915b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49573ef3262f4867a01016a2362c373f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/af9e5591372d4bc29ca3a31d78ef5cf3] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.1 K
2024-11-25T02:23:37,743 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc2a4521025b4bed8b285ae7069e3164, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732501414461
2024-11-25T02:23:37,744 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 921d3177daee48128328afff59e8915b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732501414461
2024-11-25T02:23:37,744 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5963f5edc40b4bcf9eb2d56ac84a3ce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732501415944
2024-11-25T02:23:37,745 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 49573ef3262f4867a01016a2362c373f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732501415944
2024-11-25T02:23:37,745 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cabea1efd2c47fbb27e73353faad0e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732501416572
2024-11-25T02:23:37,745 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting af9e5591372d4bc29ca3a31d78ef5cf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732501416572
2024-11-25T02:23:37,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-25T02:23:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,754 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:23:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:37,756 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:37,757 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f1a4221f34564adfac1705bff32f329d is 50, key is test_row_0/A:col10/1732501416573/Put/seqid=0
2024-11-25T02:23:37,770 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:37,770 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/49bca15b8bc04d60b6c83837a02d3c70 is 50, key is test_row_0/B:col10/1732501416573/Put/seqid=0
2024-11-25T02:23:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/dd8ed3a893974b778fa4bdf274a00eeb is 50, key is test_row_0/A:col10/1732501417215/Put/seqid=0
2024-11-25T02:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:37,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:37,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742132_1308 (size=12731)
2024-11-25T02:23:37,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501477838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501477842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501477846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501477846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501477846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742134_1310 (size=12301)
2024-11-25T02:23:37,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/dd8ed3a893974b778fa4bdf274a00eeb
2024-11-25T02:23:37,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742133_1309 (size=12731)
2024-11-25T02:23:37,883 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/49bca15b8bc04d60b6c83837a02d3c70 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49bca15b8bc04d60b6c83837a02d3c70
2024-11-25T02:23:37,909 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 49bca15b8bc04d60b6c83837a02d3c70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:37,909 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:37,909 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501417740; duration=0sec
2024-11-25T02:23:37,909 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:37,909 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:37,910 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:37,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/4d41e2093cb741269e8f17fc976f8f87 is 50, key is test_row_0/B:col10/1732501417215/Put/seqid=0
2024-11-25T02:23:37,913 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:37,913 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:37,913 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:37,913 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3a93863ee45043cd9c786f37a904c26f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/086e04d49e14447ca36b348b17f1644d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e4e9327413de42a39268e6aa7a351533] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.1 K
2024-11-25T02:23:37,913 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a93863ee45043cd9c786f37a904c26f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732501414461
2024-11-25T02:23:37,914 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 086e04d49e14447ca36b348b17f1644d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732501415944
2024-11-25T02:23:37,914 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e9327413de42a39268e6aa7a351533, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732501416572
2024-11-25T02:23:37,926 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:37,927 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f0abbe89999441c396284dd1c58c2a8d is 50, key is test_row_0/C:col10/1732501416573/Put/seqid=0
2024-11-25T02:23:37,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501477947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742135_1311 (size=12301)
2024-11-25T02:23:37,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/4d41e2093cb741269e8f17fc976f8f87
2024-11-25T02:23:37,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501477952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501477954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501477954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501477955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/438b492e179842e495ae65856a71ccfd is 50, key is test_row_0/C:col10/1732501417215/Put/seqid=0
2024-11-25T02:23:37,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742136_1312 (size=12731)
2024-11-25T02:23:38,006 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f0abbe89999441c396284dd1c58c2a8d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0abbe89999441c396284dd1c58c2a8d
2024-11-25T02:23:38,013 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into f0abbe89999441c396284dd1c58c2a8d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:38,013 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:38,013 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501417741; duration=0sec
2024-11-25T02:23:38,013 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:38,013 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:38,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742137_1313 (size=12301)
2024-11-25T02:23:38,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501478151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501478157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501478157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501478158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501478161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,264 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f1a4221f34564adfac1705bff32f329d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f1a4221f34564adfac1705bff32f329d
2024-11-25T02:23:38,272 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into f1a4221f34564adfac1705bff32f329d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:38,272 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:38,272 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501417740; duration=0sec
2024-11-25T02:23:38,272 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:38,272 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:38,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/438b492e179842e495ae65856a71ccfd
2024-11-25T02:23:38,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/dd8ed3a893974b778fa4bdf274a00eeb as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dd8ed3a893974b778fa4bdf274a00eeb
2024-11-25T02:23:38,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dd8ed3a893974b778fa4bdf274a00eeb, entries=150, sequenceid=273, filesize=12.0 K
2024-11-25T02:23:38,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/4d41e2093cb741269e8f17fc976f8f87 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4d41e2093cb741269e8f17fc976f8f87
2024-11-25T02:23:38,442 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4d41e2093cb741269e8f17fc976f8f87, entries=150, sequenceid=273, filesize=12.0 K
2024-11-25T02:23:38,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/438b492e179842e495ae65856a71ccfd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/438b492e179842e495ae65856a71ccfd
2024-11-25T02:23:38,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/438b492e179842e495ae65856a71ccfd, entries=150, sequenceid=273, filesize=12.0 K
2024-11-25T02:23:38,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c9bf3ba98d60dbadb66e82405d222739 in 700ms, sequenceid=273, compaction requested=false
2024-11-25T02:23:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72
2024-11-25T02:23:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=72
2024-11-25T02:23:38,457 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:23:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:38,457 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71
2024-11-25T02:23:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:38,457 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec
2024-11-25T02:23:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:38,460 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.9450 sec
2024-11-25T02:23:38,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/0df354dc56b8400c9e002a65e9f90857 is 50, key is test_row_0/A:col10/1732501418455/Put/seqid=0
2024-11-25T02:23:38,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501478492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501478494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501478494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501478495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501478497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742138_1314 (size=14741)
2024-11-25T02:23:38,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501478598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501478600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501478600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501478601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501478601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-25T02:23:38,621 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed
2024-11-25T02:23:38,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees
2024-11-25T02:23:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-25T02:23:38,626 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:38,627 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:38,627 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-25T02:23:38,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-25T02:23:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:38,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:38,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501478801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501478804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501478805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501478807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501478807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,914 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/0df354dc56b8400c9e002a65e9f90857
2024-11-25T02:23:38,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d49fdc1092084f49a686ce1ffd9cff7a is 50, key is test_row_0/B:col10/1732501418455/Put/seqid=0
2024-11-25T02:23:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-25T02:23:38,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:38,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-25T02:23:38,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:38,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:38,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:38,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:38,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:38,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742139_1315 (size=12301)
2024-11-25T02:23:38,955 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d49fdc1092084f49a686ce1ffd9cff7a
2024-11-25T02:23:38,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d5ca40658be2430693a996b1504c2907 is 50, key is test_row_0/C:col10/1732501418455/Put/seqid=0
2024-11-25T02:23:39,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742140_1316 (size=12301)
2024-11-25T02:23:39,014 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d5ca40658be2430693a996b1504c2907
2024-11-25T02:23:39,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/0df354dc56b8400c9e002a65e9f90857 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0df354dc56b8400c9e002a65e9f90857
2024-11-25T02:23:39,027 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0df354dc56b8400c9e002a65e9f90857, entries=200, sequenceid=289, filesize=14.4 K
2024-11-25T02:23:39,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d49fdc1092084f49a686ce1ffd9cff7a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d49fdc1092084f49a686ce1ffd9cff7a
2024-11-25T02:23:39,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d49fdc1092084f49a686ce1ffd9cff7a, entries=150, sequenceid=289, filesize=12.0 K
2024-11-25T02:23:39,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d5ca40658be2430693a996b1504c2907 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d5ca40658be2430693a996b1504c2907
2024-11-25T02:23:39,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d5ca40658be2430693a996b1504c2907, entries=150, sequenceid=289, filesize=12.0 K
2024-11-25T02:23:39,053 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c9bf3ba98d60dbadb66e82405d222739 in 596ms, sequenceid=289, compaction requested=true
2024-11-25T02:23:39,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:39,053 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:39,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:39,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:39,053 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:39,054 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:39,054 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:39,054 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:39,054 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f1a4221f34564adfac1705bff32f329d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dd8ed3a893974b778fa4bdf274a00eeb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0df354dc56b8400c9e002a65e9f90857] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=38.8 K
2024-11-25T02:23:39,055 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1a4221f34564adfac1705bff32f329d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732501416572
2024-11-25T02:23:39,055 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:39,055 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:39,055 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:39,055 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49bca15b8bc04d60b6c83837a02d3c70, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4d41e2093cb741269e8f17fc976f8f87, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d49fdc1092084f49a686ce1ffd9cff7a] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.5 K
2024-11-25T02:23:39,055 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd8ed3a893974b778fa4bdf274a00eeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732501417213
2024-11-25T02:23:39,055 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 49bca15b8bc04d60b6c83837a02d3c70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732501416572
2024-11-25T02:23:39,056 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0df354dc56b8400c9e002a65e9f90857, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732501417830
2024-11-25T02:23:39,056 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d41e2093cb741269e8f17fc976f8f87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732501417213
2024-11-25T02:23:39,057 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d49fdc1092084f49a686ce1ffd9cff7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732501417830
2024-11-25T02:23:39,075 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:39,075 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/0e968e2945a141549869590fbc2b9e2a is 50, key is test_row_0/B:col10/1732501418455/Put/seqid=0
2024-11-25T02:23:39,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-25T02:23:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:39,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:23:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:39,094 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:39,095 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/2c4a412f2bed44f1bbc416ea17d9f98c is 50, key is test_row_0/A:col10/1732501418455/Put/seqid=0
2024-11-25T02:23:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/b33f608a0b7641ab92eb24356bb6bd4f is 50, key is test_row_0/A:col10/1732501418493/Put/seqid=0
2024-11-25T02:23:39,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501479120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501479124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501479124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501479126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501479126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742141_1317 (size=12983)
2024-11-25T02:23:39,160 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/0e968e2945a141549869590fbc2b9e2a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0e968e2945a141549869590fbc2b9e2a
2024-11-25T02:23:39,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742142_1318 (size=12983)
2024-11-25T02:23:39,186 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 0e968e2945a141549869590fbc2b9e2a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:39,186 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:39,186 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501419053; duration=0sec
2024-11-25T02:23:39,186 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:39,186 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:39,187 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:39,187 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:39,188 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:39,188 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:39,188 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0abbe89999441c396284dd1c58c2a8d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/438b492e179842e495ae65856a71ccfd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d5ca40658be2430693a996b1504c2907] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.5 K
2024-11-25T02:23:39,189 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f0abbe89999441c396284dd1c58c2a8d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732501416572
2024-11-25T02:23:39,189 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 438b492e179842e495ae65856a71ccfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732501417213
2024-11-25T02:23:39,190 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ca40658be2430693a996b1504c2907, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732501417830
2024-11-25T02:23:39,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742143_1319 (size=12301)
2024-11-25T02:23:39,214 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:39,215 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/887de385b9a44c2ca473f762c819451d is 50, key is test_row_0/C:col10/1732501418455/Put/seqid=0
2024-11-25T02:23:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-25T02:23:39,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501479231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501479231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501479232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501479232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501479232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742144_1320 (size=12983)
2024-11-25T02:23:39,292 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/887de385b9a44c2ca473f762c819451d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/887de385b9a44c2ca473f762c819451d
2024-11-25T02:23:39,298 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 887de385b9a44c2ca473f762c819451d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:39,298 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:39,298 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501419054; duration=0sec
2024-11-25T02:23:39,298 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:39,299 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:39,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501479437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501479437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501479439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501479438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501479439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,593 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/2c4a412f2bed44f1bbc416ea17d9f98c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/2c4a412f2bed44f1bbc416ea17d9f98c
2024-11-25T02:23:39,601 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into 2c4a412f2bed44f1bbc416ea17d9f98c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:39,601 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:39,601 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501419053; duration=0sec
2024-11-25T02:23:39,602 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:39,602 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:39,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/b33f608a0b7641ab92eb24356bb6bd4f
2024-11-25T02:23:39,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c6187448f14246918befa9e2835ed588 is 50, key is test_row_0/B:col10/1732501418493/Put/seqid=0
2024-11-25T02:23:39,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742145_1321 (size=12301)
2024-11-25T02:23:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-25T02:23:39,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501479745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501479744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501479753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501479754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:39,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501479754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c6187448f14246918befa9e2835ed588
2024-11-25T02:23:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/2cbd1839de714b6b8d187ba187568ea9 is 50, key is test_row_0/C:col10/1732501418493/Put/seqid=0
2024-11-25T02:23:40,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742146_1322 (size=12301)
2024-11-25T02:23:40,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/2cbd1839de714b6b8d187ba187568ea9
2024-11-25T02:23:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/b33f608a0b7641ab92eb24356bb6bd4f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/b33f608a0b7641ab92eb24356bb6bd4f
2024-11-25T02:23:40,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/b33f608a0b7641ab92eb24356bb6bd4f, entries=150, sequenceid=312, filesize=12.0 K
2024-11-25T02:23:40,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c6187448f14246918befa9e2835ed588 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c6187448f14246918befa9e2835ed588
2024-11-25T02:23:40,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c6187448f14246918befa9e2835ed588, entries=150, sequenceid=312, filesize=12.0 K
2024-11-25T02:23:40,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/2cbd1839de714b6b8d187ba187568ea9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2cbd1839de714b6b8d187ba187568ea9
2024-11-25T02:23:40,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2cbd1839de714b6b8d187ba187568ea9, entries=150, sequenceid=312, filesize=12.0 K
2024-11-25T02:23:40,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c9bf3ba98d60dbadb66e82405d222739 in 1101ms, sequenceid=312, compaction requested=false
2024-11-25T02:23:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74
2024-11-25T02:23:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=74
2024-11-25T02:23:40,191 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73
2024-11-25T02:23:40,191 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec
2024-11-25T02:23:40,195 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.5720 sec
2024-11-25T02:23:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:40,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-25T02:23:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:40,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/15f119ee0c8d419199018f8f3355c1d9 is 50, key is test_row_0/A:col10/1732501420255/Put/seqid=0
2024-11-25T02:23:40,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501480283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742147_1323 (size=12301)
2024-11-25T02:23:40,289 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/15f119ee0c8d419199018f8f3355c1d9
2024-11-25T02:23:40,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501480285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501480286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501480288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501480288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/aed13a5ad9be44b5b91a49116924384e is 50, key is test_row_0/B:col10/1732501420255/Put/seqid=0
2024-11-25T02:23:40,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742148_1324 (size=12301)
2024-11-25T02:23:40,346 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/aed13a5ad9be44b5b91a49116924384e
2024-11-25T02:23:40,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/8af2c86949d84b398928100d569d77dc is 50, key is test_row_0/C:col10/1732501420255/Put/seqid=0
2024-11-25T02:23:40,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742149_1325 (size=12301)
2024-11-25T02:23:40,383 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/8af2c86949d84b398928100d569d77dc
2024-11-25T02:23:40,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501480389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/15f119ee0c8d419199018f8f3355c1d9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/15f119ee0c8d419199018f8f3355c1d9
2024-11-25T02:23:40,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501480392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501480393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501480394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501480396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,402 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/15f119ee0c8d419199018f8f3355c1d9, entries=150, sequenceid=330, filesize=12.0 K
2024-11-25T02:23:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/aed13a5ad9be44b5b91a49116924384e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/aed13a5ad9be44b5b91a49116924384e
2024-11-25T02:23:40,410 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/aed13a5ad9be44b5b91a49116924384e, entries=150, sequenceid=330, filesize=12.0 K
2024-11-25T02:23:40,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/8af2c86949d84b398928100d569d77dc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8af2c86949d84b398928100d569d77dc
2024-11-25T02:23:40,418 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8af2c86949d84b398928100d569d77dc, entries=150, sequenceid=330, filesize=12.0 K
2024-11-25T02:23:40,419 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c9bf3ba98d60dbadb66e82405d222739 in 162ms, sequenceid=330, compaction requested=true
2024-11-25T02:23:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:40,419 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:40,419 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:40,421 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:40,421 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:40,421 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:40,421 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0e968e2945a141549869590fbc2b9e2a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c6187448f14246918befa9e2835ed588, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/aed13a5ad9be44b5b91a49116924384e] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.7 K
2024-11-25T02:23:40,421 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:40,421 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:40,421 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:40,421 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/2c4a412f2bed44f1bbc416ea17d9f98c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/b33f608a0b7641ab92eb24356bb6bd4f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/15f119ee0c8d419199018f8f3355c1d9] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.7 K
2024-11-25T02:23:40,422 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c4a412f2bed44f1bbc416ea17d9f98c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732501417830
2024-11-25T02:23:40,423 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e968e2945a141549869590fbc2b9e2a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732501417830
2024-11-25T02:23:40,423 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting b33f608a0b7641ab92eb24356bb6bd4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732501418480
2024-11-25T02:23:40,424 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c6187448f14246918befa9e2835ed588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732501418480
2024-11-25T02:23:40,424 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15f119ee0c8d419199018f8f3355c1d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732501419124
2024-11-25T02:23:40,424 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting aed13a5ad9be44b5b91a49116924384e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732501419124
2024-11-25T02:23:40,438 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:40,439 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/10f2d73abeaa48b48749983bea499503 is 50, key is test_row_0/A:col10/1732501420255/Put/seqid=0
2024-11-25T02:23:40,446 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:40,447 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c13bd3220a494485b95731391f2ebc33 is 50, key is test_row_0/B:col10/1732501420255/Put/seqid=0
2024-11-25T02:23:40,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742150_1326 (size=13085)
2024-11-25T02:23:40,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742151_1327 (size=13085)
2024-11-25T02:23:40,520 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/10f2d73abeaa48b48749983bea499503 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/10f2d73abeaa48b48749983bea499503
2024-11-25T02:23:40,526 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c13bd3220a494485b95731391f2ebc33 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c13bd3220a494485b95731391f2ebc33
2024-11-25T02:23:40,529 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into 10f2d73abeaa48b48749983bea499503(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:40,529 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:40,529 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501420419; duration=0sec
2024-11-25T02:23:40,529 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:40,529 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:40,529 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:40,531 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into c13bd3220a494485b95731391f2ebc33(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:40,531 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:40,531 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501420419; duration=0sec
2024-11-25T02:23:40,531 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:40,532 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:40,532 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:40,532 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:40,532 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:40,532 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/887de385b9a44c2ca473f762c819451d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2cbd1839de714b6b8d187ba187568ea9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8af2c86949d84b398928100d569d77dc] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=36.7 K
2024-11-25T02:23:40,533 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 887de385b9a44c2ca473f762c819451d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732501417830
2024-11-25T02:23:40,533 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cbd1839de714b6b8d187ba187568ea9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732501418480
2024-11-25T02:23:40,533 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8af2c86949d84b398928100d569d77dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732501419124
2024-11-25T02:23:40,551 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:40,552 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6e573364d07b40ebb72978ece2869080 is 50, key is test_row_0/C:col10/1732501420255/Put/seqid=0
2024-11-25T02:23:40,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742152_1328 (size=13085)
2024-11-25T02:23:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:40,598 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:23:40,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:40,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:40,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:40,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:40,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:40,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:40,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/1f23830216144cf390f282926051fe81 is 50, key is test_row_0/A:col10/1732501420283/Put/seqid=0
2024-11-25T02:23:40,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742153_1329 (size=14741)
2024-11-25T02:23:40,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501480617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501480654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501480699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501480713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501480721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-25T02:23:40,730 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed
2024-11-25T02:23:40,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees
2024-11-25T02:23:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-25T02:23:40,743 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:40,745 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:40,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:40,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501480808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501480811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501480814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501480819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501480824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-25T02:23:40,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:40,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-25T02:23:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:40,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:41,006 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6e573364d07b40ebb72978ece2869080 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6e573364d07b40ebb72978ece2869080
2024-11-25T02:23:41,012 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 6e573364d07b40ebb72978ece2869080(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:41,012 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:41,012 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501420419; duration=0sec
2024-11-25T02:23:41,012 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:41,012 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:41,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501481013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501481015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501481018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501481025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501481025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-25T02:23:41,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-25T02:23:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:41,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:41,060 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/1f23830216144cf390f282926051fe81
2024-11-25T02:23:41,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/a264899a9d124177a6cf4bc92295434d is 50, key is test_row_0/B:col10/1732501420283/Put/seqid=0
2024-11-25T02:23:41,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742154_1330 (size=12301)
2024-11-25T02:23:41,110 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/a264899a9d124177a6cf4bc92295434d
2024-11-25T02:23:41,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/0959e0ea592b43c3ba895da82d57a65f is 50, key is test_row_0/C:col10/1732501420283/Put/seqid=0
2024-11-25T02:23:41,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742155_1331 (size=12301)
2024-11-25T02:23:41,151 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/0959e0ea592b43c3ba895da82d57a65f
2024-11-25T02:23:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/1f23830216144cf390f282926051fe81 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/1f23830216144cf390f282926051fe81
2024-11-25T02:23:41,165 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/1f23830216144cf390f282926051fe81, entries=200, sequenceid=354, filesize=14.4 K
2024-11-25T02:23:41,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/a264899a9d124177a6cf4bc92295434d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a264899a9d124177a6cf4bc92295434d
2024-11-25T02:23:41,178 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a264899a9d124177a6cf4bc92295434d, entries=150, sequenceid=354, filesize=12.0 K
2024-11-25T02:23:41,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/0959e0ea592b43c3ba895da82d57a65f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0959e0ea592b43c3ba895da82d57a65f
2024-11-25T02:23:41,185 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0959e0ea592b43c3ba895da82d57a65f, entries=150, sequenceid=354, filesize=12.0 K
2024-11-25T02:23:41,186 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for c9bf3ba98d60dbadb66e82405d222739 in 588ms, sequenceid=354, compaction requested=false
2024-11-25T02:23:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:41,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-25T02:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:41,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-25T02:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ffc25d51360b45b59c12d800d6729918 is 50, key is test_row_0/A:col10/1732501420619/Put/seqid=0
2024-11-25T02:23:41,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742156_1332 (size=12301)
2024-11-25T02:23:41,266 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ffc25d51360b45b59c12d800d6729918
2024-11-25T02:23:41,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/befbb813f8554d6487525b4babc3978b is 50, key is test_row_0/B:col10/1732501420619/Put/seqid=0
2024-11-25T02:23:41,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742157_1333 (size=12301)
2024-11-25T02:23:41,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/befbb813f8554d6487525b4babc3978b
2024-11-25T02:23:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-25T02:23:41,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501481342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501481347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501481347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501481349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501481349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/ff0f83aaa1fb40aab1a8024a86127812 is 50, key is test_row_0/C:col10/1732501420619/Put/seqid=0
2024-11-25T02:23:41,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742158_1334 (size=12301)
2024-11-25T02:23:41,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/ff0f83aaa1fb40aab1a8024a86127812
2024-11-25T02:23:41,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ffc25d51360b45b59c12d800d6729918 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ffc25d51360b45b59c12d800d6729918
2024-11-25T02:23:41,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ffc25d51360b45b59c12d800d6729918, entries=150, sequenceid=371, filesize=12.0 K
2024-11-25T02:23:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/befbb813f8554d6487525b4babc3978b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/befbb813f8554d6487525b4babc3978b
2024-11-25T02:23:41,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/befbb813f8554d6487525b4babc3978b, entries=150, sequenceid=371, filesize=12.0 K
2024-11-25T02:23:41,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/ff0f83aaa1fb40aab1a8024a86127812 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/ff0f83aaa1fb40aab1a8024a86127812
2024-11-25T02:23:41,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/ff0f83aaa1fb40aab1a8024a86127812, entries=150, sequenceid=371, filesize=12.0 K
2024-11-25T02:23:41,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c9bf3ba98d60dbadb66e82405d222739 in 226ms, sequenceid=371, compaction requested=true
2024-11-25T02:23:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:41,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:41,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76
2024-11-25T02:23:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=76
2024-11-25T02:23:41,434 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75
2024-11-25T02:23:41,434 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 687 msec
2024-11-25T02:23:41,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 703 msec
2024-11-25T02:23:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:41,454 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:23:41,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:41,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:41,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:41,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:41,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:41,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:41,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/a90744ecc9864dcc9bfe516547e18de9 is 50, key is test_row_0/A:col10/1732501421452/Put/seqid=0
2024-11-25T02:23:41,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501481470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501481472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501481472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501481477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501481477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742159_1335 (size=14741)
2024-11-25T02:23:41,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501481579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501481580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501481580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501481584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501481585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501481783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501481783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501481785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501481788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501481789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-25T02:23:41,843 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed
2024-11-25T02:23:41,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees
2024-11-25T02:23:41,846 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-25T02:23:41,847 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:41,847 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:41,895 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/a90744ecc9864dcc9bfe516547e18de9
2024-11-25T02:23:41,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d2503f469638416baab3e624d567481d is 50, key is test_row_0/B:col10/1732501421452/Put/seqid=0
2024-11-25T02:23:41,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742160_1336 (size=12301)
2024-11-25T02:23:41,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d2503f469638416baab3e624d567481d
2024-11-25T02:23:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-25T02:23:41,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f0026895a5d24a5b928fddaa296056b9 is 50, key is test_row_0/C:col10/1732501421452/Put/seqid=0
2024-11-25T02:23:41,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742161_1337 (size=12301)
2024-11-25T02:23:41,998 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f0026895a5d24a5b928fddaa296056b9
2024-11-25T02:23:41,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:41,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-25T02:23:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/a90744ecc9864dcc9bfe516547e18de9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a90744ecc9864dcc9bfe516547e18de9
2024-11-25T02:23:42,010 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a90744ecc9864dcc9bfe516547e18de9, entries=200, sequenceid=393, filesize=14.4 K
2024-11-25T02:23:42,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d2503f469638416baab3e624d567481d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d2503f469638416baab3e624d567481d
2024-11-25T02:23:42,016 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d2503f469638416baab3e624d567481d, entries=150, sequenceid=393, filesize=12.0 K
2024-11-25T02:23:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f0026895a5d24a5b928fddaa296056b9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0026895a5d24a5b928fddaa296056b9
2024-11-25T02:23:42,022 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0026895a5d24a5b928fddaa296056b9, entries=150, sequenceid=393, filesize=12.0 K
2024-11-25T02:23:42,023 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c9bf3ba98d60dbadb66e82405d222739 in 569ms, sequenceid=393, compaction requested=true
2024-11-25T02:23:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:42,023 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-25T02:23:42,023 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:42,025 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:42,025 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:42,025 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,025 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/10f2d73abeaa48b48749983bea499503, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/1f23830216144cf390f282926051fe81, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ffc25d51360b45b59c12d800d6729918, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a90744ecc9864dcc9bfe516547e18de9] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=53.6 K
2024-11-25T02:23:42,025 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:42,025 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:42,025 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,025 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c13bd3220a494485b95731391f2ebc33, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a264899a9d124177a6cf4bc92295434d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/befbb813f8554d6487525b4babc3978b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d2503f469638416baab3e624d567481d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=48.8 K
2024-11-25T02:23:42,026 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c13bd3220a494485b95731391f2ebc33, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732501419124
2024-11-25T02:23:42,026 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10f2d73abeaa48b48749983bea499503, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732501419124
2024-11-25T02:23:42,027 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a264899a9d124177a6cf4bc92295434d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732501420283
2024-11-25T02:23:42,027 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f23830216144cf390f282926051fe81, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732501420283
2024-11-25T02:23:42,028 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting befbb813f8554d6487525b4babc3978b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732501420608
2024-11-25T02:23:42,028 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc25d51360b45b59c12d800d6729918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732501420608
2024-11-25T02:23:42,028 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d2503f469638416baab3e624d567481d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732501421346
2024-11-25T02:23:42,029 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a90744ecc9864dcc9bfe516547e18de9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732501421336
2024-11-25T02:23:42,049 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:42,049 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:42,050 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/58244b8c61db4d45beed826895b1b4fa is 50, key is test_row_0/B:col10/1732501421452/Put/seqid=0
2024-11-25T02:23:42,050 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/358dd2928c614778b03a23f59d7a32f7 is 50, key is test_row_0/A:col10/1732501421452/Put/seqid=0
2024-11-25T02:23:42,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742163_1339 (size=13221)
2024-11-25T02:23:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:42,091 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-25T02:23:42,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:42,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:42,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:42,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:42,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:42,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:42,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742162_1338 (size=13221)
2024-11-25T02:23:42,101 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/358dd2928c614778b03a23f59d7a32f7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/358dd2928c614778b03a23f59d7a32f7
2024-11-25T02:23:42,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/3bfe1758e82a4719b703d42adfb26620 is 50, key is test_row_0/A:col10/1732501421475/Put/seqid=0
2024-11-25T02:23:42,111 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/58244b8c61db4d45beed826895b1b4fa as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/58244b8c61db4d45beed826895b1b4fa
2024-11-25T02:23:42,113 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into 358dd2928c614778b03a23f59d7a32f7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:42,113 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:42,113 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=12, startTime=1732501422023; duration=0sec
2024-11-25T02:23:42,113 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:42,113 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:42,114 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:23:42,116 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:23:42,116 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:42,117 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,117 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6e573364d07b40ebb72978ece2869080, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0959e0ea592b43c3ba895da82d57a65f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/ff0f83aaa1fb40aab1a8024a86127812, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0026895a5d24a5b928fddaa296056b9] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=48.8 K
2024-11-25T02:23:42,117 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e573364d07b40ebb72978ece2869080, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732501419124
2024-11-25T02:23:42,118 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0959e0ea592b43c3ba895da82d57a65f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732501420283
2024-11-25T02:23:42,118 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff0f83aaa1fb40aab1a8024a86127812, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732501420608
2024-11-25T02:23:42,118 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0026895a5d24a5b928fddaa296056b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732501421346
2024-11-25T02:23:42,121 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 58244b8c61db4d45beed826895b1b4fa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:42,121 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:42,121 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=12, startTime=1732501422023; duration=0sec
2024-11-25T02:23:42,121 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:42,121 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:42,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742164_1340 (size=14741)
2024-11-25T02:23:42,124 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/3bfe1758e82a4719b703d42adfb26620
2024-11-25T02:23:42,134 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:42,135 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a793793438f64e82bd186b2146900f67 is 50, key is test_row_0/C:col10/1732501421452/Put/seqid=0
2024-11-25T02:23:42,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501482119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501482122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501482137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501482138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/2ea8ebf46bf5485b8e1b15ae7ba2384c is 50, key is test_row_0/B:col10/1732501421475/Put/seqid=0
2024-11-25T02:23:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-25T02:23:42,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501482144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-25T02:23:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:42,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742165_1341 (size=13221)
2024-11-25T02:23:42,204 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a793793438f64e82bd186b2146900f67 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a793793438f64e82bd186b2146900f67
2024-11-25T02:23:42,211 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into a793793438f64e82bd186b2146900f67(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:42,211 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:42,211 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=12, startTime=1732501422023; duration=0sec
2024-11-25T02:23:42,211 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:42,211 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:42,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742166_1342 (size=12301)
2024-11-25T02:23:42,216 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/2ea8ebf46bf5485b8e1b15ae7ba2384c
2024-11-25T02:23:42,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a60bf410f0444731beb570d361fe5512 is 50, key is test_row_0/C:col10/1732501421475/Put/seqid=0
2024-11-25T02:23:42,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501482238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501482239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501482242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501482244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501482252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742167_1343 (size=12301)
2024-11-25T02:23:42,255 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a60bf410f0444731beb570d361fe5512
2024-11-25T02:23:42,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/3bfe1758e82a4719b703d42adfb26620 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3bfe1758e82a4719b703d42adfb26620
2024-11-25T02:23:42,267 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3bfe1758e82a4719b703d42adfb26620, entries=200, sequenceid=411, filesize=14.4 K
2024-11-25T02:23:42,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/2ea8ebf46bf5485b8e1b15ae7ba2384c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/2ea8ebf46bf5485b8e1b15ae7ba2384c
2024-11-25T02:23:42,272 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/2ea8ebf46bf5485b8e1b15ae7ba2384c, entries=150, sequenceid=411, filesize=12.0 K
2024-11-25T02:23:42,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a60bf410f0444731beb570d361fe5512 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a60bf410f0444731beb570d361fe5512
2024-11-25T02:23:42,279 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a60bf410f0444731beb570d361fe5512, entries=150, sequenceid=411, filesize=12.0 K
2024-11-25T02:23:42,287 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for c9bf3ba98d60dbadb66e82405d222739 in 196ms, sequenceid=411, compaction requested=false
2024-11-25T02:23:42,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:42,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-25T02:23:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-25T02:23:42,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:42,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:42,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:42,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:42,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:42,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:42,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/85d434311f3d482380380548913397a6 is 50, key is test_row_0/A:col10/1732501422122/Put/seqid=0
2024-11-25T02:23:42,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742168_1344 (size=12301)
2024-11-25T02:23:42,351 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/85d434311f3d482380380548913397a6
2024-11-25T02:23:42,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/53e1a3a6a78c4c4698d546558c9d74d8 is 50, key is test_row_0/B:col10/1732501422122/Put/seqid=0
2024-11-25T02:23:42,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742169_1345 (size=12301)
2024-11-25T02:23:42,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-25T02:23:42,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501482494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501482495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501482495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501482495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501482496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501482600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501482600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501482601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501482601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501482601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501482806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501482806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501482807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501482808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501482808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:42,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/53e1a3a6a78c4c4698d546558c9d74d8
2024-11-25T02:23:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/5559f10d7223464f8a10a2114581cdb6 is 50, key is test_row_0/C:col10/1732501422122/Put/seqid=0
2024-11-25T02:23:42,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742170_1346 (size=12301)
2024-11-25T02:23:42,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/5559f10d7223464f8a10a2114581cdb6
2024-11-25T02:23:42,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/85d434311f3d482380380548913397a6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/85d434311f3d482380380548913397a6
2024-11-25T02:23:42,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/85d434311f3d482380380548913397a6, entries=150, sequenceid=433, filesize=12.0 K
2024-11-25T02:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/53e1a3a6a78c4c4698d546558c9d74d8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/53e1a3a6a78c4c4698d546558c9d74d8
2024-11-25T02:23:42,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/53e1a3a6a78c4c4698d546558c9d74d8, entries=150, sequenceid=433, filesize=12.0 K
2024-11-25T02:23:42,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/5559f10d7223464f8a10a2114581cdb6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5559f10d7223464f8a10a2114581cdb6
2024-11-25T02:23:42,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5559f10d7223464f8a10a2114581cdb6, entries=150, sequenceid=433, filesize=12.0 K
2024-11-25T02:23:42,867 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for c9bf3ba98d60dbadb66e82405d222739 in 557ms, sequenceid=433, compaction requested=true
2024-11-25T02:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78
2024-11-25T02:23:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=78
2024-11-25T02:23:42,869 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77
2024-11-25T02:23:42,870 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0210 sec
2024-11-25T02:23:42,872 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0270 sec
2024-11-25T02:23:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-25T02:23:42,952 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed
2024-11-25T02:23:42,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees
2024-11-25T02:23:42,956 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-25T02:23:42,957 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:42,957 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-25T02:23:43,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-25T02:23:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:43,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-25T02:23:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:43,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/799f966e0ee74b6faae494fe799dd8ce is 50, key is test_row_0/A:col10/1732501422494/Put/seqid=0
2024-11-25T02:23:43,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501483126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501483127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742171_1347 (size=12301)
2024-11-25T02:23:43,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501483131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,136 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/799f966e0ee74b6faae494fe799dd8ce
2024-11-25T02:23:43,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501483132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501483133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/0c2ff6cee45b4b9791019b2de8321230 is 50, key is test_row_0/B:col10/1732501422494/Put/seqid=0
2024-11-25T02:23:43,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742172_1348 (size=12301)
2024-11-25T02:23:43,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/0c2ff6cee45b4b9791019b2de8321230
2024-11-25T02:23:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/23e0e5e0e4b34863bb7415c24fb98fe1 is 50, key is test_row_0/C:col10/1732501422494/Put/seqid=0
2024-11-25T02:23:43,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501483233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501483234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501483234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501483238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501483239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-25T02:23:43,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742173_1349 (size=12301)
2024-11-25T02:23:43,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/23e0e5e0e4b34863bb7415c24fb98fe1
2024-11-25T02:23:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/799f966e0ee74b6faae494fe799dd8ce as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/799f966e0ee74b6faae494fe799dd8ce
2024-11-25T02:23:43,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/799f966e0ee74b6faae494fe799dd8ce, entries=150, sequenceid=451, filesize=12.0 K
2024-11-25T02:23:43,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/0c2ff6cee45b4b9791019b2de8321230 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0c2ff6cee45b4b9791019b2de8321230
2024-11-25T02:23:43,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0c2ff6cee45b4b9791019b2de8321230, entries=150, sequenceid=451, filesize=12.0 K
2024-11-25T02:23:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/23e0e5e0e4b34863bb7415c24fb98fe1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/23e0e5e0e4b34863bb7415c24fb98fe1
2024-11-25T02:23:43,291 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/23e0e5e0e4b34863bb7415c24fb98fe1, entries=150, sequenceid=451, filesize=12.0 K
2024-11-25T02:23:43,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for c9bf3ba98d60dbadb66e82405d222739 in 183ms, sequenceid=451, compaction requested=true
2024-11-25T02:23:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-25T02:23:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=80
2024-11-25T02:23:43,297 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79
2024-11-25T02:23:43,297 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 338 msec
2024-11-25T02:23:43,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 344 msec
2024-11-25T02:23:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:43,441 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-25T02:23:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:43,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/72dd28eaa8914525bcdacc5aa03c1e2b is 50, key is test_row_0/A:col10/1732501423440/Put/seqid=0
2024-11-25T02:23:43,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742174_1350 (size=17181)
2024-11-25T02:23:43,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501483465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501483467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501483467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501483467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501483472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-25T02:23:43,560 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed
2024-11-25T02:23:43,561 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees
2024-11-25T02:23:43,564 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-25T02:23:43,565 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:43,565 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:43,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501483574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501483574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501483574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501483574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501483579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-25T02:23:43,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-25T02:23:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:43,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:43,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501483779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501483780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501483780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501483781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501483783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,861 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/72dd28eaa8914525bcdacc5aa03c1e2b
2024-11-25T02:23:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-25T02:23:43,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/f8a7ac202a0446c18ae93bc394b3b1dd is 50, key is test_row_0/B:col10/1732501423440/Put/seqid=0
2024-11-25T02:23:43,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:43,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-25T02:23:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:43,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:43,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742175_1351 (size=12301)
2024-11-25T02:23:44,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-25T02:23:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501484096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501484096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501484096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501484096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501484096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-25T02:23:44,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-25T02:23:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,308 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/f8a7ac202a0446c18ae93bc394b3b1dd
2024-11-25T02:23:44,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/1d27e0cf29f042b2b7a47590bfd43e5d is 50, key is test_row_0/C:col10/1732501423440/Put/seqid=0
2024-11-25T02:23:44,336 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-25T02:23:44,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:44,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:44,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742176_1352 (size=12301)
2024-11-25T02:23:44,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/1d27e0cf29f042b2b7a47590bfd43e5d
2024-11-25T02:23:44,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/72dd28eaa8914525bcdacc5aa03c1e2b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/72dd28eaa8914525bcdacc5aa03c1e2b
2024-11-25T02:23:44,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/72dd28eaa8914525bcdacc5aa03c1e2b, entries=250, sequenceid=472, filesize=16.8 K
2024-11-25T02:23:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/f8a7ac202a0446c18ae93bc394b3b1dd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f8a7ac202a0446c18ae93bc394b3b1dd
2024-11-25T02:23:44,395 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f8a7ac202a0446c18ae93bc394b3b1dd, entries=150, sequenceid=472, filesize=12.0 K
2024-11-25T02:23:44,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/1d27e0cf29f042b2b7a47590bfd43e5d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d27e0cf29f042b2b7a47590bfd43e5d
2024-11-25T02:23:44,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d27e0cf29f042b2b7a47590bfd43e5d, entries=150, sequenceid=472, filesize=12.0 K
2024-11-25T02:23:44,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c9bf3ba98d60dbadb66e82405d222739 in 964ms, sequenceid=472, compaction requested=true
2024-11-25T02:23:44,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:44,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:44,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:44,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:44,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:44,405 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-25T02:23:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-25T02:23:44,406 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-25T02:23:44,408 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 69745 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-25T02:23:44,408 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-25T02:23:44,408 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:44,408 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:44,409 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,409 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,409 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/58244b8c61db4d45beed826895b1b4fa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/2ea8ebf46bf5485b8e1b15ae7ba2384c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/53e1a3a6a78c4c4698d546558c9d74d8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0c2ff6cee45b4b9791019b2de8321230, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f8a7ac202a0446c18ae93bc394b3b1dd] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=61.0 K
2024-11-25T02:23:44,409 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/358dd2928c614778b03a23f59d7a32f7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3bfe1758e82a4719b703d42adfb26620, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/85d434311f3d482380380548913397a6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/799f966e0ee74b6faae494fe799dd8ce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/72dd28eaa8914525bcdacc5aa03c1e2b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=68.1 K
2024-11-25T02:23:44,410 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 58244b8c61db4d45beed826895b1b4fa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732501421346
2024-11-25T02:23:44,410 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 358dd2928c614778b03a23f59d7a32f7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732501421346
2024-11-25T02:23:44,410 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ea8ebf46bf5485b8e1b15ae7ba2384c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732501421475
2024-11-25T02:23:44,411 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bfe1758e82a4719b703d42adfb26620, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732501421475
2024-11-25T02:23:44,411 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 53e1a3a6a78c4c4698d546558c9d74d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732501422113
2024-11-25T02:23:44,411 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85d434311f3d482380380548913397a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732501422113
2024-11-25T02:23:44,411 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 799f966e0ee74b6faae494fe799dd8ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732501422449
2024-11-25T02:23:44,411 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c2ff6cee45b4b9791019b2de8321230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732501422449
2024-11-25T02:23:44,412 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f8a7ac202a0446c18ae93bc394b3b1dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732501423130
2024-11-25T02:23:44,413 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72dd28eaa8914525bcdacc5aa03c1e2b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732501423129
2024-11-25T02:23:44,447 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#297 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:44,448 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/6e395946754f4279aed483c27188b56e is 50, key is test_row_0/B:col10/1732501423440/Put/seqid=0
2024-11-25T02:23:44,458 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#298 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:44,458 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/c77c9b7576c847de83751fe121b8fb74 is 50, key is test_row_0/A:col10/1732501423440/Put/seqid=0
2024-11-25T02:23:44,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-25T02:23:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,490 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-25T02:23:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:44,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:44,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742177_1353 (size=13391)
2024-11-25T02:23:44,499 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/c77c9b7576c847de83751fe121b8fb74 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/c77c9b7576c847de83751fe121b8fb74
2024-11-25T02:23:44,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742178_1354 (size=13391)
2024-11-25T02:23:44,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e39890e0144c4f28bab5201fb1d0033f is 50, key is test_row_0/A:col10/1732501423453/Put/seqid=0
2024-11-25T02:23:44,512 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into c77c9b7576c847de83751fe121b8fb74(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:44,512 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:44,513 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=11, startTime=1732501424405; duration=0sec
2024-11-25T02:23:44,513 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:44,513 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:44,513 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-25T02:23:44,513 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/6e395946754f4279aed483c27188b56e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6e395946754f4279aed483c27188b56e
2024-11-25T02:23:44,516 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-25T02:23:44,517 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:44,517 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,517 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a793793438f64e82bd186b2146900f67, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a60bf410f0444731beb570d361fe5512, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5559f10d7223464f8a10a2114581cdb6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/23e0e5e0e4b34863bb7415c24fb98fe1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d27e0cf29f042b2b7a47590bfd43e5d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=61.0 K
2024-11-25T02:23:44,517 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a793793438f64e82bd186b2146900f67, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732501421346
2024-11-25T02:23:44,518 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a60bf410f0444731beb570d361fe5512, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732501421475
2024-11-25T02:23:44,518 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5559f10d7223464f8a10a2114581cdb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732501422113
2024-11-25T02:23:44,518 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23e0e5e0e4b34863bb7415c24fb98fe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732501422449
2024-11-25T02:23:44,519 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d27e0cf29f042b2b7a47590bfd43e5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732501423130
2024-11-25T02:23:44,521 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 6e395946754f4279aed483c27188b56e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:44,521 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:44,521 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=11, startTime=1732501424405; duration=0sec
2024-11-25T02:23:44,521 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:44,521 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:44,533 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#300 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:44,534 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/34afc14f55b342b1a5f858bf29582c52 is 50, key is test_row_0/C:col10/1732501423440/Put/seqid=0
2024-11-25T02:23:44,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742179_1355 (size=12301)
2024-11-25T02:23:44,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e39890e0144c4f28bab5201fb1d0033f
2024-11-25T02:23:44,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742180_1356 (size=13391)
2024-11-25T02:23:44,599 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/34afc14f55b342b1a5f858bf29582c52 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/34afc14f55b342b1a5f858bf29582c52
2024-11-25T02:23:44,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/b078c81f469041458fdee5ff5878b2d5 is 50, key is test_row_0/B:col10/1732501423453/Put/seqid=0
2024-11-25T02:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:44,605 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 34afc14f55b342b1a5f858bf29582c52(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:44,605 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:44,605 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=11, startTime=1732501424406; duration=0sec
2024-11-25T02:23:44,606 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:44,606 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:44,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742181_1357 (size=12301)
2024-11-25T02:23:44,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/b078c81f469041458fdee5ff5878b2d5
2024-11-25T02:23:44,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501484630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501484632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501484635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501484636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501484636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/bf2490cf74f24b3daf13238db6fca616 is 50, key is test_row_0/C:col10/1732501423453/Put/seqid=0
2024-11-25T02:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-25T02:23:44,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742182_1358 (size=12301)
2024-11-25T02:23:44,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/bf2490cf74f24b3daf13238db6fca616
2024-11-25T02:23:44,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e39890e0144c4f28bab5201fb1d0033f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e39890e0144c4f28bab5201fb1d0033f
2024-11-25T02:23:44,695 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e39890e0144c4f28bab5201fb1d0033f, entries=150, sequenceid=487, filesize=12.0 K
2024-11-25T02:23:44,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/b078c81f469041458fdee5ff5878b2d5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b078c81f469041458fdee5ff5878b2d5
2024-11-25T02:23:44,702 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b078c81f469041458fdee5ff5878b2d5, entries=150, sequenceid=487, filesize=12.0 K
2024-11-25T02:23:44,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/bf2490cf74f24b3daf13238db6fca616 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf2490cf74f24b3daf13238db6fca616
2024-11-25T02:23:44,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf2490cf74f24b3daf13238db6fca616, entries=150, sequenceid=487, filesize=12.0 K
2024-11-25T02:23:44,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for c9bf3ba98d60dbadb66e82405d222739 in 221ms, sequenceid=487, compaction requested=false
2024-11-25T02:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82
2024-11-25T02:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=82
2024-11-25T02:23:44,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81
2024-11-25T02:23:44,720 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec
2024-11-25T02:23:44,722 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.1590 sec
2024-11-25T02:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:44,740 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:23:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:44,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/d4fc79f22156498bb0423a5ba72fc54f is 50, key is test_row_0/A:col10/1732501424739/Put/seqid=0
2024-11-25T02:23:44,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501484751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501484751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501484758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501484758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501484764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742183_1359 (size=12301)
2024-11-25T02:23:44,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501484859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501484860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501484865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501484865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:44,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501484868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501485063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501485064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501485067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501485067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501485071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,185 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/d4fc79f22156498bb0423a5ba72fc54f
2024-11-25T02:23:45,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c3f2dd2122ea42b49f99da0489c2b1e5 is 50, key is test_row_0/B:col10/1732501424739/Put/seqid=0
2024-11-25T02:23:45,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742184_1360 (size=12301)
2024-11-25T02:23:45,250 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c3f2dd2122ea42b49f99da0489c2b1e5
2024-11-25T02:23:45,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6c782dfc68574509967f2c4ee4da4eca is 50, key is test_row_0/C:col10/1732501424739/Put/seqid=0
2024-11-25T02:23:45,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742185_1361 (size=12301)
2024-11-25T02:23:45,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501485367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501485368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501485372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501485374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501485376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-25T02:23:45,669 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed
2024-11-25T02:23:45,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees
2024-11-25T02:23:45,673 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-25T02:23:45,674 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:45,674 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:45,732 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6c782dfc68574509967f2c4ee4da4eca
2024-11-25T02:23:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/d4fc79f22156498bb0423a5ba72fc54f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d4fc79f22156498bb0423a5ba72fc54f
2024-11-25T02:23:45,751 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d4fc79f22156498bb0423a5ba72fc54f, entries=150, sequenceid=515, filesize=12.0 K
2024-11-25T02:23:45,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c3f2dd2122ea42b49f99da0489c2b1e5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c3f2dd2122ea42b49f99da0489c2b1e5
2024-11-25T02:23:45,763 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c3f2dd2122ea42b49f99da0489c2b1e5, entries=150, sequenceid=515, filesize=12.0 K
2024-11-25T02:23:45,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/6c782dfc68574509967f2c4ee4da4eca as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6c782dfc68574509967f2c4ee4da4eca
2024-11-25T02:23:45,770 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6c782dfc68574509967f2c4ee4da4eca, entries=150, sequenceid=515, filesize=12.0 K
2024-11-25T02:23:45,771 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c9bf3ba98d60dbadb66e82405d222739 in 1030ms, sequenceid=515, compaction requested=true
2024-11-25T02:23:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:45,771 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-25T02:23:45,771 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:45,772 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:45,772 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:45,772 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:45,772 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/c77c9b7576c847de83751fe121b8fb74, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e39890e0144c4f28bab5201fb1d0033f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d4fc79f22156498bb0423a5ba72fc54f] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.1 K
2024-11-25T02:23:45,772 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:45,773 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:45,773 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:45,773 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6e395946754f4279aed483c27188b56e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b078c81f469041458fdee5ff5878b2d5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c3f2dd2122ea42b49f99da0489c2b1e5] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.1 K
2024-11-25T02:23:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-25T02:23:45,778 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c77c9b7576c847de83751fe121b8fb74, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732501423130
2024-11-25T02:23:45,778 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e395946754f4279aed483c27188b56e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732501423130
2024-11-25T02:23:45,778 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e39890e0144c4f28bab5201fb1d0033f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732501423453
2024-11-25T02:23:45,778 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b078c81f469041458fdee5ff5878b2d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732501423453
2024-11-25T02:23:45,779 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4fc79f22156498bb0423a5ba72fc54f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732501424625
2024-11-25T02:23:45,779 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f2dd2122ea42b49f99da0489c2b1e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732501424625
2024-11-25T02:23:45,794 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:45,794 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c7cd67aee0934b1ea05fb45e708f80e5 is 50, key is test_row_0/B:col10/1732501424739/Put/seqid=0
2024-11-25T02:23:45,796 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:45,805 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/bbe61553ffa74d459343b6aea0840097 is 50, key is test_row_0/A:col10/1732501424739/Put/seqid=0
2024-11-25T02:23:45,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742186_1362 (size=13493)
2024-11-25T02:23:45,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-25T02:23:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:45,829 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:23:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:45,834 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/c7cd67aee0934b1ea05fb45e708f80e5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c7cd67aee0934b1ea05fb45e708f80e5
2024-11-25T02:23:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/5899142dc1d844c4bf4e722a1386c445 is 50, key is test_row_0/A:col10/1732501424753/Put/seqid=0
2024-11-25T02:23:45,851 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into c7cd67aee0934b1ea05fb45e708f80e5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:45,851 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:45,851 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501425771; duration=0sec
2024-11-25T02:23:45,851 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:45,851 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:45,851 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:45,856 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:45,856 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:45,856 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:45,857 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/34afc14f55b342b1a5f858bf29582c52, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf2490cf74f24b3daf13238db6fca616, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6c782dfc68574509967f2c4ee4da4eca] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.1 K
2024-11-25T02:23:45,857 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 34afc14f55b342b1a5f858bf29582c52, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732501423130
2024-11-25T02:23:45,858 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2490cf74f24b3daf13238db6fca616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732501423453
2024-11-25T02:23:45,858 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c782dfc68574509967f2c4ee4da4eca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732501424625
2024-11-25T02:23:45,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742187_1363 (size=13493)
2024-11-25T02:23:45,873 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/bbe61553ffa74d459343b6aea0840097 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bbe61553ffa74d459343b6aea0840097
2024-11-25T02:23:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:45,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:45,882 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into bbe61553ffa74d459343b6aea0840097(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:45,882 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:45,882 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501425771; duration=0sec
2024-11-25T02:23:45,883 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:45,883 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:45,886 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:45,887 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/c5ce323a3af246f7b9122387b1d47955 is 50, key is test_row_0/C:col10/1732501424739/Put/seqid=0
2024-11-25T02:23:45,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742188_1364 (size=12301)
2024-11-25T02:23:45,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742189_1365 (size=13493)
2024-11-25T02:23:45,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501485911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501485913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501485916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,922 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/c5ce323a3af246f7b9122387b1d47955 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/c5ce323a3af246f7b9122387b1d47955
2024-11-25T02:23:45,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501485916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501485917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:45,928 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into c5ce323a3af246f7b9122387b1d47955(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:45,928 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:45,928 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501425771; duration=0sec
2024-11-25T02:23:45,929 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:45,929 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-25T02:23:46,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501486019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501486020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501486022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501486023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501486023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501486222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501486222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501486225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501486226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501486227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-25T02:23:46,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/5899142dc1d844c4bf4e722a1386c445
2024-11-25T02:23:46,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/1d0efe068ee9487290453748ba177007 is 50, key is test_row_0/B:col10/1732501424753/Put/seqid=0
2024-11-25T02:23:46,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742190_1366 (size=12301)
2024-11-25T02:23:46,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/1d0efe068ee9487290453748ba177007
2024-11-25T02:23:46,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/300150357aef4951a4c9a2423aaea82b is 50, key is test_row_0/C:col10/1732501424753/Put/seqid=0
2024-11-25T02:23:46,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742191_1367 (size=12301)
2024-11-25T02:23:46,404 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/300150357aef4951a4c9a2423aaea82b
2024-11-25T02:23:46,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/5899142dc1d844c4bf4e722a1386c445 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5899142dc1d844c4bf4e722a1386c445
2024-11-25T02:23:46,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5899142dc1d844c4bf4e722a1386c445, entries=150, sequenceid=526, filesize=12.0 K
2024-11-25T02:23:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/1d0efe068ee9487290453748ba177007 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/1d0efe068ee9487290453748ba177007
2024-11-25T02:23:46,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/1d0efe068ee9487290453748ba177007, entries=150, sequenceid=526, filesize=12.0 K
2024-11-25T02:23:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/300150357aef4951a4c9a2423aaea82b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/300150357aef4951a4c9a2423aaea82b
2024-11-25T02:23:46,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/300150357aef4951a4c9a2423aaea82b, entries=150, sequenceid=526, filesize=12.0 K
2024-11-25T02:23:46,442 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c9bf3ba98d60dbadb66e82405d222739 in 612ms, sequenceid=526, compaction requested=false
2024-11-25T02:23:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:46,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:46,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84
2024-11-25T02:23:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=84
2024-11-25T02:23:46,446 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83
2024-11-25T02:23:46,447 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 771 msec
2024-11-25T02:23:46,449 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 777 msec
2024-11-25T02:23:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:46,531 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-25T02:23:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:46,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/4d62abaf3f7b4a6b855b89e664329d55 is 50, key is test_row_0/A:col10/1732501425906/Put/seqid=0
2024-11-25T02:23:46,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501486540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501486540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501486540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501486542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501486546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742192_1368 (size=12301)
2024-11-25T02:23:46,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/4d62abaf3f7b4a6b855b89e664329d55
2024-11-25T02:23:46,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/285edb90187d47b1866addc963b1fb60 is 50, key is test_row_0/B:col10/1732501425906/Put/seqid=0
2024-11-25T02:23:46,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742193_1369 (size=12301)
2024-11-25T02:23:46,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/285edb90187d47b1866addc963b1fb60
2024-11-25T02:23:46,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501486647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501486648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501486649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501486649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501486651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/bf162a47ee2a4bdf87e2d1adbf409fce is 50, key is test_row_0/C:col10/1732501425906/Put/seqid=0
2024-11-25T02:23:46,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742194_1370 (size=12301)
2024-11-25T02:23:46,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/bf162a47ee2a4bdf87e2d1adbf409fce
2024-11-25T02:23:46,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/4d62abaf3f7b4a6b855b89e664329d55 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4d62abaf3f7b4a6b855b89e664329d55
2024-11-25T02:23:46,715 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4d62abaf3f7b4a6b855b89e664329d55, entries=150, sequenceid=556, filesize=12.0 K
2024-11-25T02:23:46,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/285edb90187d47b1866addc963b1fb60 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/285edb90187d47b1866addc963b1fb60
2024-11-25T02:23:46,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/285edb90187d47b1866addc963b1fb60, entries=150, sequenceid=556, filesize=12.0 K
2024-11-25T02:23:46,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/bf162a47ee2a4bdf87e2d1adbf409fce as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf162a47ee2a4bdf87e2d1adbf409fce
2024-11-25T02:23:46,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf162a47ee2a4bdf87e2d1adbf409fce, entries=150, sequenceid=556, filesize=12.0 K
2024-11-25T02:23:46,735 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c9bf3ba98d60dbadb66e82405d222739 in 204ms, sequenceid=556, compaction requested=true
2024-11-25T02:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:46,735 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:46,735 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:46,736 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:46,736 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:46,736 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:46,736 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:46,736 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:46,736 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:46,736 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bbe61553ffa74d459343b6aea0840097, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5899142dc1d844c4bf4e722a1386c445, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4d62abaf3f7b4a6b855b89e664329d55] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.2 K
2024-11-25T02:23:46,736 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c7cd67aee0934b1ea05fb45e708f80e5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/1d0efe068ee9487290453748ba177007, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/285edb90187d47b1866addc963b1fb60] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.2 K
2024-11-25T02:23:46,737 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe61553ffa74d459343b6aea0840097, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732501424625
2024-11-25T02:23:46,737 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c7cd67aee0934b1ea05fb45e708f80e5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732501424625
2024-11-25T02:23:46,737 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d0efe068ee9487290453748ba177007, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732501424753
2024-11-25T02:23:46,738 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5899142dc1d844c4bf4e722a1386c445, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732501424753
2024-11-25T02:23:46,738 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 285edb90187d47b1866addc963b1fb60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732501425906
2024-11-25T02:23:46,739 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d62abaf3f7b4a6b855b89e664329d55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732501425906
2024-11-25T02:23:46,755 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:46,756 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/8d4d4a1179724d1792d2e47eb37d2cce is 50, key is test_row_0/B:col10/1732501425906/Put/seqid=0
2024-11-25T02:23:46,772 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#316 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:46,774 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8730ae89e3cc48be882bd61b37bd8810 is 50, key is test_row_0/A:col10/1732501425906/Put/seqid=0
2024-11-25T02:23:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-25T02:23:46,778 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed
2024-11-25T02:23:46,780 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees
2024-11-25T02:23:46,782 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:46,783 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:46,783 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-25T02:23:46,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742195_1371 (size=13595)
2024-11-25T02:23:46,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742196_1372 (size=13595)
2024-11-25T02:23:46,823 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/8d4d4a1179724d1792d2e47eb37d2cce as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8d4d4a1179724d1792d2e47eb37d2cce
2024-11-25T02:23:46,825 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/8730ae89e3cc48be882bd61b37bd8810 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8730ae89e3cc48be882bd61b37bd8810
2024-11-25T02:23:46,831 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into 8d4d4a1179724d1792d2e47eb37d2cce(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:46,832 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:46,832 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into 8730ae89e3cc48be882bd61b37bd8810(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:46,832 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501426735; duration=0sec
2024-11-25T02:23:46,832 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:46,832 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501426735; duration=0sec
2024-11-25T02:23:46,832 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:46,832 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:46,832 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:46,833 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:46,833 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:46,834 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:46,834 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:46,834 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:46,834 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/c5ce323a3af246f7b9122387b1d47955, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/300150357aef4951a4c9a2423aaea82b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf162a47ee2a4bdf87e2d1adbf409fce] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.2 K
2024-11-25T02:23:46,835 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c5ce323a3af246f7b9122387b1d47955, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732501424625
2024-11-25T02:23:46,835 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 300150357aef4951a4c9a2423aaea82b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732501424753
2024-11-25T02:23:46,836 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting bf162a47ee2a4bdf87e2d1adbf409fce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732501425906
2024-11-25T02:23:46,856 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:23:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:46,856 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:46,857 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e3f026cf90b6441ba8e0b2a686c38c8a is 50, key is test_row_0/C:col10/1732501425906/Put/seqid=0
2024-11-25T02:23:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:46,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:46,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f0c5ce15d7524bec87e7929881442479 is 50, key is test_row_0/A:col10/1732501426855/Put/seqid=0
2024-11-25T02:23:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-25T02:23:46,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501486888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501486890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501486890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501486888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501486891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742197_1373 (size=13595)
2024-11-25T02:23:46,906 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e3f026cf90b6441ba8e0b2a686c38c8a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e3f026cf90b6441ba8e0b2a686c38c8a
2024-11-25T02:23:46,912 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into e3f026cf90b6441ba8e0b2a686c38c8a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:46,912 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:46,912 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501426735; duration=0sec
2024-11-25T02:23:46,912 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:46,912 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:46,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742198_1374 (size=14741)
2024-11-25T02:23:46,921 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f0c5ce15d7524bec87e7929881442479
2024-11-25T02:23:46,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/b956608c26974e6fb0acef1bf6a71ea2 is 50, key is test_row_0/B:col10/1732501426855/Put/seqid=0
2024-11-25T02:23:46,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:46,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:46,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:46,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:46,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:46,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:46,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742199_1375 (size=12301)
2024-11-25T02:23:46,994 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/b956608c26974e6fb0acef1bf6a71ea2
2024-11-25T02:23:46,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501486995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501486996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501486996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:46,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501486996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501486996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/3efb9207066d4c58ad4c4b1bca2513ff is 50, key is test_row_0/C:col10/1732501426855/Put/seqid=0
2024-11-25T02:23:47,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742200_1376 (size=12301)
2024-11-25T02:23:47,069 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/3efb9207066d4c58ad4c4b1bca2513ff
2024-11-25T02:23:47,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f0c5ce15d7524bec87e7929881442479 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f0c5ce15d7524bec87e7929881442479
2024-11-25T02:23:47,081 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f0c5ce15d7524bec87e7929881442479, entries=200, sequenceid=570, filesize=14.4 K
2024-11-25T02:23:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/b956608c26974e6fb0acef1bf6a71ea2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b956608c26974e6fb0acef1bf6a71ea2
2024-11-25T02:23:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-25T02:23:47,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,096 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b956608c26974e6fb0acef1bf6a71ea2, entries=150, sequenceid=570, filesize=12.0 K
2024-11-25T02:23:47,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/3efb9207066d4c58ad4c4b1bca2513ff as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3efb9207066d4c58ad4c4b1bca2513ff
2024-11-25T02:23:47,102 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3efb9207066d4c58ad4c4b1bca2513ff, entries=150, sequenceid=570, filesize=12.0 K
2024-11-25T02:23:47,103 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c9bf3ba98d60dbadb66e82405d222739 in 247ms, sequenceid=570, compaction requested=false
2024-11-25T02:23:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:47,202 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-25T02:23:47,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:47,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:47,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:47,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:47,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:47,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:47,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e53f0295dd7f40d99b1410c36ddfec3b is 50, key is test_row_0/A:col10/1732501426889/Put/seqid=0
2024-11-25T02:23:47,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501487213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501487218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501487218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501487220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501487220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742201_1377 (size=12301)
2024-11-25T02:23:47,250 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e53f0295dd7f40d99b1410c36ddfec3b
2024-11-25T02:23:47,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d0b423a29f6344538e8b35748cf07916 is 50, key is test_row_0/B:col10/1732501426889/Put/seqid=0
2024-11-25T02:23:47,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742202_1378 (size=12301)
2024-11-25T02:23:47,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501487321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501487323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501487323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501487326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501487328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-25T02:23:47,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501487523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501487526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501487527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501487528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501487533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,704 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d0b423a29f6344538e8b35748cf07916
2024-11-25T02:23:47,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d1fbbd37351d46adaea71c9344e7c64e is 50, key is test_row_0/C:col10/1732501426889/Put/seqid=0
2024-11-25T02:23:47,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:47,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:47,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742203_1379 (size=12301)
2024-11-25T02:23:47,745 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d1fbbd37351d46adaea71c9344e7c64e
2024-11-25T02:23:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/e53f0295dd7f40d99b1410c36ddfec3b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e53f0295dd7f40d99b1410c36ddfec3b
2024-11-25T02:23:47,759 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e53f0295dd7f40d99b1410c36ddfec3b, entries=150, sequenceid=597, filesize=12.0 K
2024-11-25T02:23:47,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/d0b423a29f6344538e8b35748cf07916 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d0b423a29f6344538e8b35748cf07916
2024-11-25T02:23:47,769 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d0b423a29f6344538e8b35748cf07916, entries=150, sequenceid=597, filesize=12.0 K
2024-11-25T02:23:47,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/d1fbbd37351d46adaea71c9344e7c64e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d1fbbd37351d46adaea71c9344e7c64e
2024-11-25T02:23:47,778 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d1fbbd37351d46adaea71c9344e7c64e, entries=150, sequenceid=597, filesize=12.0 K
2024-11-25T02:23:47,779 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c9bf3ba98d60dbadb66e82405d222739 in 577ms, sequenceid=597, compaction requested=true
2024-11-25T02:23:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:47,780 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:47,780 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:47,782 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:47,782 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:47,782 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/B is initiating minor compaction (all files)
2024-11-25T02:23:47,782 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/A is initiating minor compaction (all files)
2024-11-25T02:23:47,782 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/B in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,782 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8d4d4a1179724d1792d2e47eb37d2cce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b956608c26974e6fb0acef1bf6a71ea2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d0b423a29f6344538e8b35748cf07916] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.3 K
2024-11-25T02:23:47,782 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/A in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,782 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8730ae89e3cc48be882bd61b37bd8810, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f0c5ce15d7524bec87e7929881442479, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e53f0295dd7f40d99b1410c36ddfec3b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=39.7 K
2024-11-25T02:23:47,782 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d4d4a1179724d1792d2e47eb37d2cce, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732501425906
2024-11-25T02:23:47,783 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b956608c26974e6fb0acef1bf6a71ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732501426537
2024-11-25T02:23:47,784 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b423a29f6344538e8b35748cf07916, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732501426887
2024-11-25T02:23:47,784 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8730ae89e3cc48be882bd61b37bd8810, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732501425906
2024-11-25T02:23:47,785 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0c5ce15d7524bec87e7929881442479, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732501426537
2024-11-25T02:23:47,785 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53f0295dd7f40d99b1410c36ddfec3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732501426887
2024-11-25T02:23:47,806 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:47,807 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/bcc4415c8a6c4612a0db8dd700eec918 is 50, key is test_row_0/B:col10/1732501426889/Put/seqid=0
2024-11-25T02:23:47,819 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#A#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:47,819 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/fcc6c8067e334304830ba0305147a9b4 is 50, key is test_row_0/A:col10/1732501426889/Put/seqid=0
2024-11-25T02:23:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:47,833 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-25T02:23:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:47,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742204_1380 (size=13697)
2024-11-25T02:23:47,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f07b3d81ab5641208efdceef250da6e9 is 50, key is test_row_0/A:col10/1732501427831/Put/seqid=0
2024-11-25T02:23:47,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742205_1381 (size=13697)
2024-11-25T02:23:47,853 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/bcc4415c8a6c4612a0db8dd700eec918 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/bcc4415c8a6c4612a0db8dd700eec918
2024-11-25T02:23:47,854 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/fcc6c8067e334304830ba0305147a9b4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fcc6c8067e334304830ba0305147a9b4
2024-11-25T02:23:47,861 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/A of c9bf3ba98d60dbadb66e82405d222739 into fcc6c8067e334304830ba0305147a9b4(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:47,861 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:47,861 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/A, priority=13, startTime=1732501427780; duration=0sec
2024-11-25T02:23:47,861 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:47,862 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:47,862 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:23:47,866 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:23:47,866 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): c9bf3ba98d60dbadb66e82405d222739/C is initiating minor compaction (all files)
2024-11-25T02:23:47,866 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c9bf3ba98d60dbadb66e82405d222739/C in TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,866 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e3f026cf90b6441ba8e0b2a686c38c8a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3efb9207066d4c58ad4c4b1bca2513ff, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d1fbbd37351d46adaea71c9344e7c64e] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp, totalSize=37.3 K
2024-11-25T02:23:47,866 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/B of c9bf3ba98d60dbadb66e82405d222739 into bcc4415c8a6c4612a0db8dd700eec918(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:47,866 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:47,866 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/B, priority=13, startTime=1732501427780; duration=0sec
2024-11-25T02:23:47,866 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:47,866 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:47,867 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3f026cf90b6441ba8e0b2a686c38c8a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732501425906
2024-11-25T02:23:47,867 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3efb9207066d4c58ad4c4b1bca2513ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732501426537
2024-11-25T02:23:47,868 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1fbbd37351d46adaea71c9344e7c64e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732501426887
2024-11-25T02:23:47,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:47,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:47,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:47,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:47,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501487870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501487872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501487872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501487876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501487878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-25T02:23:47,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742206_1382 (size=14741)
2024-11-25T02:23:47,893 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9bf3ba98d60dbadb66e82405d222739#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:23:47,894 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/92ef4cd69a764206ba26eef25517e1c3 is 50, key is test_row_0/C:col10/1732501426889/Put/seqid=0
2024-11-25T02:23:47,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742207_1383 (size=13697)
2024-11-25T02:23:47,921 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/92ef4cd69a764206ba26eef25517e1c3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/92ef4cd69a764206ba26eef25517e1c3
2024-11-25T02:23:47,928 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c9bf3ba98d60dbadb66e82405d222739/C of c9bf3ba98d60dbadb66e82405d222739 into 92ef4cd69a764206ba26eef25517e1c3(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:23:47,928 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:47,928 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739., storeName=c9bf3ba98d60dbadb66e82405d222739/C, priority=13, startTime=1732501427780; duration=0sec
2024-11-25T02:23:47,928 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:47,929 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:47,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501487982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501487982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501487981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501487984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:47,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501487984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:48,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:48,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:48,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:48,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501488186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501488186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501488187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501488189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501488189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,291 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f07b3d81ab5641208efdceef250da6e9
2024-11-25T02:23:48,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/3cbc4f0ccc924625913cf177d367a043 is 50, key is test_row_0/B:col10/1732501427831/Put/seqid=0
2024-11-25T02:23:48,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742208_1384 (size=12301)
2024-11-25T02:23:48,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:48,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:48,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501488489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501488490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501488490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501488491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501488492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:48,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:48,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:48,727 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/3cbc4f0ccc924625913cf177d367a043
2024-11-25T02:23:48,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/b6dac224fd7c43119afb6748ce684895 is 50, key is test_row_0/C:col10/1732501427831/Put/seqid=0
2024-11-25T02:23:48,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742209_1385 (size=12301)
2024-11-25T02:23:48,767 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/b6dac224fd7c43119afb6748ce684895
2024-11-25T02:23:48,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/f07b3d81ab5641208efdceef250da6e9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f07b3d81ab5641208efdceef250da6e9
2024-11-25T02:23:48,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f07b3d81ab5641208efdceef250da6e9, entries=200, sequenceid=610, filesize=14.4 K
2024-11-25T02:23:48,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/3cbc4f0ccc924625913cf177d367a043 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/3cbc4f0ccc924625913cf177d367a043
2024-11-25T02:23:48,789 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/3cbc4f0ccc924625913cf177d367a043, entries=150, sequenceid=610, filesize=12.0 K
2024-11-25T02:23:48,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/b6dac224fd7c43119afb6748ce684895 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/b6dac224fd7c43119afb6748ce684895
2024-11-25T02:23:48,795 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/b6dac224fd7c43119afb6748ce684895, entries=150, sequenceid=610, filesize=12.0 K
2024-11-25T02:23:48,795 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c9bf3ba98d60dbadb66e82405d222739 in 962ms, sequenceid=610, compaction requested=false
2024-11-25T02:23:48,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:48,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:48,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-25T02:23:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:48,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:23:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:48,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:48,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ef759f62e94c49e19cada345ee8fafec is 50, key is test_row_0/A:col10/1732501427870/Put/seqid=0
2024-11-25T02:23:48,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742210_1386 (size=12301)
2024-11-25T02:23:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-25T02:23:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:48,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. as already flushing
2024-11-25T02:23:49,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501489003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501489004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501489006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501489007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501489007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501489111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501489111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501489113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501489113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501489113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,140 DEBUG [Thread-1191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:57313
2024-11-25T02:23:49,140 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:49,141 DEBUG [Thread-1189 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:57313
2024-11-25T02:23:49,141 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:49,141 DEBUG [Thread-1187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:57313
2024-11-25T02:23:49,141 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:49,142 DEBUG [Thread-1183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:57313
2024-11-25T02:23:49,143 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:49,145 DEBUG [Thread-1185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:57313
2024-11-25T02:23:49,145 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:49,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ef759f62e94c49e19cada345ee8fafec
2024-11-25T02:23:49,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/f0b747c85ea6447a9077bb99c19a2160 is 50, key is test_row_0/B:col10/1732501427870/Put/seqid=0
2024-11-25T02:23:49,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742211_1387 (size=12301)
2024-11-25T02:23:49,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501489316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501489316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501489317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501489317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501489317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1732501489617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57552 deadline: 1732501489618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57508 deadline: 1732501489619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57492 deadline: 1732501489619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1732501489620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:49,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/f0b747c85ea6447a9077bb99c19a2160
2024-11-25T02:23:49,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e1db4203dc5046cabff552dcfadd6ca8 is 50, key is test_row_0/C:col10/1732501427870/Put/seqid=0
2024-11-25T02:23:49,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742212_1388 (size=12301)
2024-11-25T02:23:50,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e1db4203dc5046cabff552dcfadd6ca8
2024-11-25T02:23:50,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/ef759f62e94c49e19cada345ee8fafec as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ef759f62e94c49e19cada345ee8fafec
2024-11-25T02:23:50,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ef759f62e94c49e19cada345ee8fafec, entries=150, sequenceid=636, filesize=12.0 K
2024-11-25T02:23:50,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/f0b747c85ea6447a9077bb99c19a2160 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f0b747c85ea6447a9077bb99c19a2160
2024-11-25T02:23:50,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f0b747c85ea6447a9077bb99c19a2160, entries=150, sequenceid=636, filesize=12.0 K
2024-11-25T02:23:50,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/e1db4203dc5046cabff552dcfadd6ca8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e1db4203dc5046cabff552dcfadd6ca8
2024-11-25T02:23:50,086 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e1db4203dc5046cabff552dcfadd6ca8, entries=150, sequenceid=636, filesize=12.0 K
2024-11-25T02:23:50,087 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c9bf3ba98d60dbadb66e82405d222739 in 1284ms, sequenceid=636, compaction requested=true
2024-11-25T02:23:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86
2024-11-25T02:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=86
2024-11-25T02:23:50,089 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85
2024-11-25T02:23:50,089 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3050 sec
2024-11-25T02:23:50,090 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 3.3090 sec
2024-11-25T02:23:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:50,120 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:23:50,120 DEBUG [Thread-1172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:57313
2024-11-25T02:23:50,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:50,120 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:50,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:50,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:50,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:50,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:50,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:50,122 DEBUG [Thread-1180 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:57313
2024-11-25T02:23:50,122 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:50,122 DEBUG [Thread-1176 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:57313
2024-11-25T02:23:50,122 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:50,124 DEBUG [Thread-1174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:57313
2024-11-25T02:23:50,124 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:50,125 DEBUG [Thread-1178 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:57313
2024-11-25T02:23:50,125 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:50,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/291fba1fadee49049b2a6b64bfc6e0ef is 50, key is test_row_0/A:col10/1732501430119/Put/seqid=0
2024-11-25T02:23:50,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742213_1389 (size=12301)
2024-11-25T02:23:50,529 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/291fba1fadee49049b2a6b64bfc6e0ef
2024-11-25T02:23:50,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/29dad337978b415a9a77a3fb00ba5e13 is 50, key is test_row_0/B:col10/1732501430119/Put/seqid=0
2024-11-25T02:23:50,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742214_1390 (size=12301)
2024-11-25T02:23:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-25T02:23:50,890 INFO  [Thread-1182 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 100
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 112
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 103
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 104
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 99
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4249
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4195
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4173
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4214
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4158
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-25T02:23:50,890 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-25T02:23:50,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:57313
2024-11-25T02:23:50,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:23:50,891 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-25T02:23:50,891 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-25T02:23:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-25T02:23:50,894 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501430893"}]},"ts":"1732501430893"}
2024-11-25T02:23:50,895 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-25T02:23:50,896 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-25T02:23:50,897 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:23:50,898 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9bf3ba98d60dbadb66e82405d222739, UNASSIGN}]
2024-11-25T02:23:50,899 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9bf3ba98d60dbadb66e82405d222739, UNASSIGN
2024-11-25T02:23:50,899 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c9bf3ba98d60dbadb66e82405d222739, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:50,900 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:23:50,900 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:23:50,938 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/29dad337978b415a9a77a3fb00ba5e13
2024-11-25T02:23:50,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a9204121b6b546a48384636f00656bc4 is 50, key is test_row_0/C:col10/1732501430119/Put/seqid=0
2024-11-25T02:23:50,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742215_1391 (size=12301)
2024-11-25T02:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-25T02:23:51,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:51,051 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:51,051 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:23:51,051 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing c9bf3ba98d60dbadb66e82405d222739, disabling compactions & flushes
2024-11-25T02:23:51,051 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-25T02:23:51,348 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a9204121b6b546a48384636f00656bc4
2024-11-25T02:23:51,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/291fba1fadee49049b2a6b64bfc6e0ef as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/291fba1fadee49049b2a6b64bfc6e0ef
2024-11-25T02:23:51,354 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/291fba1fadee49049b2a6b64bfc6e0ef, entries=150, sequenceid=650, filesize=12.0 K
2024-11-25T02:23:51,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/29dad337978b415a9a77a3fb00ba5e13 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/29dad337978b415a9a77a3fb00ba5e13
2024-11-25T02:23:51,358 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/29dad337978b415a9a77a3fb00ba5e13, entries=150, sequenceid=650, filesize=12.0 K
2024-11-25T02:23:51,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/a9204121b6b546a48384636f00656bc4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a9204121b6b546a48384636f00656bc4
2024-11-25T02:23:51,361 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a9204121b6b546a48384636f00656bc4, entries=150, sequenceid=650, filesize=12.0 K
2024-11-25T02:23:51,362 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for c9bf3ba98d60dbadb66e82405d222739 in 1242ms, sequenceid=650, compaction requested=true
2024-11-25T02:23:51,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:51,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:23:51,362 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:51,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:51,362 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:51,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:23:51,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:23:51,362 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. after waiting 0 ms
2024-11-25T02:23:51,362 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. because compaction request was cancelled
2024-11-25T02:23:51,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9bf3ba98d60dbadb66e82405d222739:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:23:51,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:23:51,362 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:51,362 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. because compaction request was cancelled
2024-11-25T02:23:51,362 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:A
2024-11-25T02:23:51,362 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:B
2024-11-25T02:23:51,362 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739. because compaction request was cancelled
2024-11-25T02:23:51,362 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9bf3ba98d60dbadb66e82405d222739:C
2024-11-25T02:23:51,362 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing c9bf3ba98d60dbadb66e82405d222739 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-25T02:23:51,362 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=A
2024-11-25T02:23:51,362 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:51,362 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=B
2024-11-25T02:23:51,363 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:51,363 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9bf3ba98d60dbadb66e82405d222739, store=C
2024-11-25T02:23:51,363 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:51,365 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/3ce6dd3f69034738a2e5b6b8bfd9ea0d is 50, key is test_row_0/A:col10/1732501430121/Put/seqid=0
2024-11-25T02:23:51,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742216_1392 (size=12301)
2024-11-25T02:23:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-25T02:23:51,769 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/3ce6dd3f69034738a2e5b6b8bfd9ea0d
2024-11-25T02:23:51,775 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/a1bd4f058f0c464fa719d4c91eeca864 is 50, key is test_row_0/B:col10/1732501430121/Put/seqid=0
2024-11-25T02:23:51,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742217_1393 (size=12301)
2024-11-25T02:23:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-25T02:23:52,179 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/a1bd4f058f0c464fa719d4c91eeca864
2024-11-25T02:23:52,185 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f1df739fc97648b499d58494c949cb55 is 50, key is test_row_0/C:col10/1732501430121/Put/seqid=0
2024-11-25T02:23:52,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742218_1394 (size=12301)
2024-11-25T02:23:52,588 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f1df739fc97648b499d58494c949cb55
2024-11-25T02:23:52,592 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/A/3ce6dd3f69034738a2e5b6b8bfd9ea0d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3ce6dd3f69034738a2e5b6b8bfd9ea0d
2024-11-25T02:23:52,595 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3ce6dd3f69034738a2e5b6b8bfd9ea0d, entries=150, sequenceid=657, filesize=12.0 K
2024-11-25T02:23:52,595 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/B/a1bd4f058f0c464fa719d4c91eeca864 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a1bd4f058f0c464fa719d4c91eeca864
2024-11-25T02:23:52,598 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a1bd4f058f0c464fa719d4c91eeca864, entries=150, sequenceid=657, filesize=12.0 K
2024-11-25T02:23:52,599 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/.tmp/C/f1df739fc97648b499d58494c949cb55 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f1df739fc97648b499d58494c949cb55
2024-11-25T02:23:52,601 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f1df739fc97648b499d58494c949cb55, entries=150, sequenceid=657, filesize=12.0 K
2024-11-25T02:23:52,602 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c9bf3ba98d60dbadb66e82405d222739 in 1240ms, sequenceid=657, compaction requested=true
2024-11-25T02:23:52,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ce3f4dbd6a8b475591e118cf92f324da, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f59b89edf5b847e7a29df1d8c66f30e3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d2f4635142fe4d8fab4e44ec739188c5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fca719aeb1fa48eea5216577d90c261d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a957146c3d954f47a6cda3f93bc59f14, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d752526a7481401abf3caa93c963bd09, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ae020e4efd834a5ca01e9398be00dfa2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e0888ddc12ce48919f4d9cfd3746f4e8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0f91065566384a74b415ac53af9d4f13, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8990a69fbf424b9290d2cdc8aa176861, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bd58108436aa49b6bc52c6c40c97c6a2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8c67f5ac5beb40a8920028908419061f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4ca0201518604e04b5daeef79fa8b359, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dc2a4521025b4bed8b285ae7069e3164, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7a1fc0cd9f8148dda29d540fc336408d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5963f5edc40b4bcf9eb2d56ac84a3ce1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f1a4221f34564adfac1705bff32f329d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7cabea1efd2c47fbb27e73353faad0e6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dd8ed3a893974b778fa4bdf274a00eeb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0df354dc56b8400c9e002a65e9f90857, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/2c4a412f2bed44f1bbc416ea17d9f98c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/b33f608a0b7641ab92eb24356bb6bd4f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/10f2d73abeaa48b48749983bea499503, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/15f119ee0c8d419199018f8f3355c1d9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/1f23830216144cf390f282926051fe81, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ffc25d51360b45b59c12d800d6729918, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a90744ecc9864dcc9bfe516547e18de9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/358dd2928c614778b03a23f59d7a32f7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3bfe1758e82a4719b703d42adfb26620, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/85d434311f3d482380380548913397a6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/799f966e0ee74b6faae494fe799dd8ce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/72dd28eaa8914525bcdacc5aa03c1e2b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/c77c9b7576c847de83751fe121b8fb74, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e39890e0144c4f28bab5201fb1d0033f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bbe61553ffa74d459343b6aea0840097, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d4fc79f22156498bb0423a5ba72fc54f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5899142dc1d844c4bf4e722a1386c445, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8730ae89e3cc48be882bd61b37bd8810, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4d62abaf3f7b4a6b855b89e664329d55, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f0c5ce15d7524bec87e7929881442479, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e53f0295dd7f40d99b1410c36ddfec3b] to archive
2024-11-25T02:23:52,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:23:52,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ce3f4dbd6a8b475591e118cf92f324da to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ce3f4dbd6a8b475591e118cf92f324da
2024-11-25T02:23:52,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f59b89edf5b847e7a29df1d8c66f30e3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f59b89edf5b847e7a29df1d8c66f30e3
2024-11-25T02:23:52,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d2f4635142fe4d8fab4e44ec739188c5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d2f4635142fe4d8fab4e44ec739188c5
2024-11-25T02:23:52,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fca719aeb1fa48eea5216577d90c261d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fca719aeb1fa48eea5216577d90c261d
2024-11-25T02:23:52,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a957146c3d954f47a6cda3f93bc59f14 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a957146c3d954f47a6cda3f93bc59f14
2024-11-25T02:23:52,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d752526a7481401abf3caa93c963bd09 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d752526a7481401abf3caa93c963bd09
2024-11-25T02:23:52,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ae020e4efd834a5ca01e9398be00dfa2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ae020e4efd834a5ca01e9398be00dfa2
2024-11-25T02:23:52,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e0888ddc12ce48919f4d9cfd3746f4e8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e0888ddc12ce48919f4d9cfd3746f4e8
2024-11-25T02:23:52,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0f91065566384a74b415ac53af9d4f13 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0f91065566384a74b415ac53af9d4f13
2024-11-25T02:23:52,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8990a69fbf424b9290d2cdc8aa176861 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8990a69fbf424b9290d2cdc8aa176861
2024-11-25T02:23:52,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bd58108436aa49b6bc52c6c40c97c6a2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bd58108436aa49b6bc52c6c40c97c6a2
2024-11-25T02:23:52,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8c67f5ac5beb40a8920028908419061f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8c67f5ac5beb40a8920028908419061f
2024-11-25T02:23:52,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4ca0201518604e04b5daeef79fa8b359 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4ca0201518604e04b5daeef79fa8b359
2024-11-25T02:23:52,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dc2a4521025b4bed8b285ae7069e3164 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dc2a4521025b4bed8b285ae7069e3164
2024-11-25T02:23:52,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7a1fc0cd9f8148dda29d540fc336408d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7a1fc0cd9f8148dda29d540fc336408d
2024-11-25T02:23:52,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5963f5edc40b4bcf9eb2d56ac84a3ce1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5963f5edc40b4bcf9eb2d56ac84a3ce1
2024-11-25T02:23:52,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f1a4221f34564adfac1705bff32f329d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f1a4221f34564adfac1705bff32f329d
2024-11-25T02:23:52,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7cabea1efd2c47fbb27e73353faad0e6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/7cabea1efd2c47fbb27e73353faad0e6
2024-11-25T02:23:52,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dd8ed3a893974b778fa4bdf274a00eeb to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/dd8ed3a893974b778fa4bdf274a00eeb
2024-11-25T02:23:52,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0df354dc56b8400c9e002a65e9f90857 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/0df354dc56b8400c9e002a65e9f90857
2024-11-25T02:23:52,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/2c4a412f2bed44f1bbc416ea17d9f98c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/2c4a412f2bed44f1bbc416ea17d9f98c
2024-11-25T02:23:52,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/b33f608a0b7641ab92eb24356bb6bd4f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/b33f608a0b7641ab92eb24356bb6bd4f
2024-11-25T02:23:52,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/10f2d73abeaa48b48749983bea499503 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/10f2d73abeaa48b48749983bea499503
2024-11-25T02:23:52,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/15f119ee0c8d419199018f8f3355c1d9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/15f119ee0c8d419199018f8f3355c1d9
2024-11-25T02:23:52,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/1f23830216144cf390f282926051fe81 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/1f23830216144cf390f282926051fe81
2024-11-25T02:23:52,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ffc25d51360b45b59c12d800d6729918 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ffc25d51360b45b59c12d800d6729918
2024-11-25T02:23:52,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a90744ecc9864dcc9bfe516547e18de9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/a90744ecc9864dcc9bfe516547e18de9
2024-11-25T02:23:52,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/358dd2928c614778b03a23f59d7a32f7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/358dd2928c614778b03a23f59d7a32f7
2024-11-25T02:23:52,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3bfe1758e82a4719b703d42adfb26620 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3bfe1758e82a4719b703d42adfb26620
2024-11-25T02:23:52,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/85d434311f3d482380380548913397a6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/85d434311f3d482380380548913397a6
2024-11-25T02:23:52,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/799f966e0ee74b6faae494fe799dd8ce to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/799f966e0ee74b6faae494fe799dd8ce
2024-11-25T02:23:52,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/72dd28eaa8914525bcdacc5aa03c1e2b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/72dd28eaa8914525bcdacc5aa03c1e2b
2024-11-25T02:23:52,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/c77c9b7576c847de83751fe121b8fb74 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/c77c9b7576c847de83751fe121b8fb74
2024-11-25T02:23:52,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e39890e0144c4f28bab5201fb1d0033f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e39890e0144c4f28bab5201fb1d0033f
2024-11-25T02:23:52,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bbe61553ffa74d459343b6aea0840097 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/bbe61553ffa74d459343b6aea0840097
2024-11-25T02:23:52,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d4fc79f22156498bb0423a5ba72fc54f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/d4fc79f22156498bb0423a5ba72fc54f
2024-11-25T02:23:52,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5899142dc1d844c4bf4e722a1386c445 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/5899142dc1d844c4bf4e722a1386c445
2024-11-25T02:23:52,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8730ae89e3cc48be882bd61b37bd8810 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/8730ae89e3cc48be882bd61b37bd8810
2024-11-25T02:23:52,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4d62abaf3f7b4a6b855b89e664329d55 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/4d62abaf3f7b4a6b855b89e664329d55
2024-11-25T02:23:52,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f0c5ce15d7524bec87e7929881442479 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f0c5ce15d7524bec87e7929881442479
2024-11-25T02:23:52,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e53f0295dd7f40d99b1410c36ddfec3b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/e53f0295dd7f40d99b1410c36ddfec3b
2024-11-25T02:23:52,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/933d7a5d3ea34b8680e65fbbe53f780f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/535f56217109476f9eede04c4852363c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/305d99101c0b4244918649e67f07f6e3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4a0d58bb6c684e71aaa13780cec8df08, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8228aca621e5466fb5a0b7ec8d2f45a2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d1ee44d2f5d749c0b5ce3d2a5b2f0ad4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/73ed72b574fe4a818a62dc6f35632352, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/db82e95c31bd4fa0b02b44596687efa8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/702010517c0444189fa3bf5698417d84, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/57f5ad3b97bc4c7882618692aa582bf9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/9e335ec553f74dc299137ebd7b977c3c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6c2a6d29800c4ac0ba9c17173aec9e88, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c91327df73424fdba75be099880db033, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/921d3177daee48128328afff59e8915b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/614c86862a4545c1b73d561bb76a3579, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49573ef3262f4867a01016a2362c373f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49bca15b8bc04d60b6c83837a02d3c70, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/af9e5591372d4bc29ca3a31d78ef5cf3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4d41e2093cb741269e8f17fc976f8f87, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0e968e2945a141549869590fbc2b9e2a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d49fdc1092084f49a686ce1ffd9cff7a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c6187448f14246918befa9e2835ed588, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c13bd3220a494485b95731391f2ebc33, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/aed13a5ad9be44b5b91a49116924384e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a264899a9d124177a6cf4bc92295434d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/befbb813f8554d6487525b4babc3978b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/58244b8c61db4d45beed826895b1b4fa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d2503f469638416baab3e624d567481d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/2ea8ebf46bf5485b8e1b15ae7ba2384c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/53e1a3a6a78c4c4698d546558c9d74d8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0c2ff6cee45b4b9791019b2de8321230, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6e395946754f4279aed483c27188b56e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f8a7ac202a0446c18ae93bc394b3b1dd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b078c81f469041458fdee5ff5878b2d5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c7cd67aee0934b1ea05fb45e708f80e5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c3f2dd2122ea42b49f99da0489c2b1e5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/1d0efe068ee9487290453748ba177007, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8d4d4a1179724d1792d2e47eb37d2cce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/285edb90187d47b1866addc963b1fb60, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b956608c26974e6fb0acef1bf6a71ea2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d0b423a29f6344538e8b35748cf07916] to archive
2024-11-25T02:23:52,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:23:52,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/933d7a5d3ea34b8680e65fbbe53f780f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/933d7a5d3ea34b8680e65fbbe53f780f
2024-11-25T02:23:52,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/535f56217109476f9eede04c4852363c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/535f56217109476f9eede04c4852363c
2024-11-25T02:23:52,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/305d99101c0b4244918649e67f07f6e3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/305d99101c0b4244918649e67f07f6e3
2024-11-25T02:23:52,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4a0d58bb6c684e71aaa13780cec8df08 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4a0d58bb6c684e71aaa13780cec8df08
2024-11-25T02:23:52,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8228aca621e5466fb5a0b7ec8d2f45a2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8228aca621e5466fb5a0b7ec8d2f45a2
2024-11-25T02:23:52,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d1ee44d2f5d749c0b5ce3d2a5b2f0ad4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d1ee44d2f5d749c0b5ce3d2a5b2f0ad4
2024-11-25T02:23:52,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/73ed72b574fe4a818a62dc6f35632352 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/73ed72b574fe4a818a62dc6f35632352
2024-11-25T02:23:52,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/db82e95c31bd4fa0b02b44596687efa8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/db82e95c31bd4fa0b02b44596687efa8
2024-11-25T02:23:52,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/702010517c0444189fa3bf5698417d84 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/702010517c0444189fa3bf5698417d84
2024-11-25T02:23:52,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/57f5ad3b97bc4c7882618692aa582bf9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/57f5ad3b97bc4c7882618692aa582bf9
2024-11-25T02:23:52,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/9e335ec553f74dc299137ebd7b977c3c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/9e335ec553f74dc299137ebd7b977c3c
2024-11-25T02:23:52,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6c2a6d29800c4ac0ba9c17173aec9e88 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6c2a6d29800c4ac0ba9c17173aec9e88
2024-11-25T02:23:52,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c91327df73424fdba75be099880db033 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c91327df73424fdba75be099880db033
2024-11-25T02:23:52,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/921d3177daee48128328afff59e8915b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/921d3177daee48128328afff59e8915b
2024-11-25T02:23:52,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/614c86862a4545c1b73d561bb76a3579 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/614c86862a4545c1b73d561bb76a3579
2024-11-25T02:23:52,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49573ef3262f4867a01016a2362c373f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49573ef3262f4867a01016a2362c373f
2024-11-25T02:23:52,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49bca15b8bc04d60b6c83837a02d3c70 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/49bca15b8bc04d60b6c83837a02d3c70
2024-11-25T02:23:52,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/af9e5591372d4bc29ca3a31d78ef5cf3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/af9e5591372d4bc29ca3a31d78ef5cf3
2024-11-25T02:23:52,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4d41e2093cb741269e8f17fc976f8f87 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/4d41e2093cb741269e8f17fc976f8f87
2024-11-25T02:23:52,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0e968e2945a141549869590fbc2b9e2a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0e968e2945a141549869590fbc2b9e2a
2024-11-25T02:23:52,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d49fdc1092084f49a686ce1ffd9cff7a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d49fdc1092084f49a686ce1ffd9cff7a
2024-11-25T02:23:52,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c6187448f14246918befa9e2835ed588 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c6187448f14246918befa9e2835ed588
2024-11-25T02:23:52,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c13bd3220a494485b95731391f2ebc33 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c13bd3220a494485b95731391f2ebc33
2024-11-25T02:23:52,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/aed13a5ad9be44b5b91a49116924384e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/aed13a5ad9be44b5b91a49116924384e
2024-11-25T02:23:52,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a264899a9d124177a6cf4bc92295434d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a264899a9d124177a6cf4bc92295434d
2024-11-25T02:23:52,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/befbb813f8554d6487525b4babc3978b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/befbb813f8554d6487525b4babc3978b
2024-11-25T02:23:52,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/58244b8c61db4d45beed826895b1b4fa to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/58244b8c61db4d45beed826895b1b4fa
2024-11-25T02:23:52,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d2503f469638416baab3e624d567481d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d2503f469638416baab3e624d567481d
2024-11-25T02:23:52,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/2ea8ebf46bf5485b8e1b15ae7ba2384c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/2ea8ebf46bf5485b8e1b15ae7ba2384c
2024-11-25T02:23:52,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/53e1a3a6a78c4c4698d546558c9d74d8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/53e1a3a6a78c4c4698d546558c9d74d8
2024-11-25T02:23:52,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0c2ff6cee45b4b9791019b2de8321230 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/0c2ff6cee45b4b9791019b2de8321230
2024-11-25T02:23:52,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6e395946754f4279aed483c27188b56e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/6e395946754f4279aed483c27188b56e
2024-11-25T02:23:52,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f8a7ac202a0446c18ae93bc394b3b1dd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f8a7ac202a0446c18ae93bc394b3b1dd
2024-11-25T02:23:52,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b078c81f469041458fdee5ff5878b2d5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b078c81f469041458fdee5ff5878b2d5
2024-11-25T02:23:52,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c7cd67aee0934b1ea05fb45e708f80e5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c7cd67aee0934b1ea05fb45e708f80e5
2024-11-25T02:23:52,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c3f2dd2122ea42b49f99da0489c2b1e5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/c3f2dd2122ea42b49f99da0489c2b1e5
2024-11-25T02:23:52,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/1d0efe068ee9487290453748ba177007 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/1d0efe068ee9487290453748ba177007
2024-11-25T02:23:52,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8d4d4a1179724d1792d2e47eb37d2cce to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/8d4d4a1179724d1792d2e47eb37d2cce
2024-11-25T02:23:52,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/285edb90187d47b1866addc963b1fb60 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/285edb90187d47b1866addc963b1fb60
2024-11-25T02:23:52,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b956608c26974e6fb0acef1bf6a71ea2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/b956608c26974e6fb0acef1bf6a71ea2
2024-11-25T02:23:52,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d0b423a29f6344538e8b35748cf07916 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/d0b423a29f6344538e8b35748cf07916
2024-11-25T02:23:52,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d3e04b14a5c434f8e2d1da0e28b5a24, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/aeead3d0cebf4b339cc1df74f244aed7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2ec9e8d5e87f4539baa8f548b23d7b70, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/349c051aff204bbd93f3c123b98313dc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6f9584d43a33476782144992d3241517, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7f211f2292cc4656ac8b3b99588b0ee1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0ac575c61b10424487cf39000062d5cd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/612957ff10b1436299d52d3ad30af5ac, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/22d8b598911b4ef3a9c0ef8ed4e7996f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8ec01f3f840e4554a7711a501aacfa0e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7c56ea6d3f93459d9e0eaeba181f2196, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5538bb9cef394c5fa73aa401cb448f57, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/dd873848fb85407b907d4188a2a7a848, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3a93863ee45043cd9c786f37a904c26f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d040710de3224cc68b8a5e6353aff74c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/086e04d49e14447ca36b348b17f1644d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0abbe89999441c396284dd1c58c2a8d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e4e9327413de42a39268e6aa7a351533, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/438b492e179842e495ae65856a71ccfd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/887de385b9a44c2ca473f762c819451d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d5ca40658be2430693a996b1504c2907, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2cbd1839de714b6b8d187ba187568ea9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6e573364d07b40ebb72978ece2869080, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8af2c86949d84b398928100d569d77dc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0959e0ea592b43c3ba895da82d57a65f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/ff0f83aaa1fb40aab1a8024a86127812, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a793793438f64e82bd186b2146900f67, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0026895a5d24a5b928fddaa296056b9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a60bf410f0444731beb570d361fe5512, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5559f10d7223464f8a10a2114581cdb6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/23e0e5e0e4b34863bb7415c24fb98fe1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/34afc14f55b342b1a5f858bf29582c52, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d27e0cf29f042b2b7a47590bfd43e5d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf2490cf74f24b3daf13238db6fca616, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/c5ce323a3af246f7b9122387b1d47955, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6c782dfc68574509967f2c4ee4da4eca, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/300150357aef4951a4c9a2423aaea82b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e3f026cf90b6441ba8e0b2a686c38c8a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf162a47ee2a4bdf87e2d1adbf409fce, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3efb9207066d4c58ad4c4b1bca2513ff, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d1fbbd37351d46adaea71c9344e7c64e] to archive
2024-11-25T02:23:52,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:23:52,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d3e04b14a5c434f8e2d1da0e28b5a24 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d3e04b14a5c434f8e2d1da0e28b5a24
2024-11-25T02:23:52,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/aeead3d0cebf4b339cc1df74f244aed7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/aeead3d0cebf4b339cc1df74f244aed7
2024-11-25T02:23:52,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2ec9e8d5e87f4539baa8f548b23d7b70 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2ec9e8d5e87f4539baa8f548b23d7b70
2024-11-25T02:23:52,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/349c051aff204bbd93f3c123b98313dc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/349c051aff204bbd93f3c123b98313dc
2024-11-25T02:23:52,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6f9584d43a33476782144992d3241517 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6f9584d43a33476782144992d3241517
2024-11-25T02:23:52,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7f211f2292cc4656ac8b3b99588b0ee1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7f211f2292cc4656ac8b3b99588b0ee1
2024-11-25T02:23:52,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0ac575c61b10424487cf39000062d5cd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0ac575c61b10424487cf39000062d5cd
2024-11-25T02:23:52,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/612957ff10b1436299d52d3ad30af5ac to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/612957ff10b1436299d52d3ad30af5ac
2024-11-25T02:23:52,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/22d8b598911b4ef3a9c0ef8ed4e7996f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/22d8b598911b4ef3a9c0ef8ed4e7996f
2024-11-25T02:23:52,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8ec01f3f840e4554a7711a501aacfa0e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8ec01f3f840e4554a7711a501aacfa0e
2024-11-25T02:23:52,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7c56ea6d3f93459d9e0eaeba181f2196 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/7c56ea6d3f93459d9e0eaeba181f2196
2024-11-25T02:23:52,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5538bb9cef394c5fa73aa401cb448f57 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5538bb9cef394c5fa73aa401cb448f57
2024-11-25T02:23:52,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/dd873848fb85407b907d4188a2a7a848 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/dd873848fb85407b907d4188a2a7a848
2024-11-25T02:23:52,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3a93863ee45043cd9c786f37a904c26f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3a93863ee45043cd9c786f37a904c26f
2024-11-25T02:23:52,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d040710de3224cc68b8a5e6353aff74c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d040710de3224cc68b8a5e6353aff74c
2024-11-25T02:23:52,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/086e04d49e14447ca36b348b17f1644d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/086e04d49e14447ca36b348b17f1644d
2024-11-25T02:23:52,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0abbe89999441c396284dd1c58c2a8d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0abbe89999441c396284dd1c58c2a8d
2024-11-25T02:23:52,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e4e9327413de42a39268e6aa7a351533 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e4e9327413de42a39268e6aa7a351533
2024-11-25T02:23:52,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/438b492e179842e495ae65856a71ccfd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/438b492e179842e495ae65856a71ccfd
2024-11-25T02:23:52,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/887de385b9a44c2ca473f762c819451d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/887de385b9a44c2ca473f762c819451d
2024-11-25T02:23:52,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d5ca40658be2430693a996b1504c2907 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d5ca40658be2430693a996b1504c2907
2024-11-25T02:23:52,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2cbd1839de714b6b8d187ba187568ea9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/2cbd1839de714b6b8d187ba187568ea9
2024-11-25T02:23:52,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6e573364d07b40ebb72978ece2869080 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6e573364d07b40ebb72978ece2869080
2024-11-25T02:23:52,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8af2c86949d84b398928100d569d77dc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/8af2c86949d84b398928100d569d77dc
2024-11-25T02:23:52,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0959e0ea592b43c3ba895da82d57a65f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/0959e0ea592b43c3ba895da82d57a65f
2024-11-25T02:23:52,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/ff0f83aaa1fb40aab1a8024a86127812 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/ff0f83aaa1fb40aab1a8024a86127812
2024-11-25T02:23:52,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a793793438f64e82bd186b2146900f67 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a793793438f64e82bd186b2146900f67
2024-11-25T02:23:52,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0026895a5d24a5b928fddaa296056b9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f0026895a5d24a5b928fddaa296056b9
2024-11-25T02:23:52,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a60bf410f0444731beb570d361fe5512 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a60bf410f0444731beb570d361fe5512
2024-11-25T02:23:52,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5559f10d7223464f8a10a2114581cdb6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/5559f10d7223464f8a10a2114581cdb6
2024-11-25T02:23:52,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/23e0e5e0e4b34863bb7415c24fb98fe1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/23e0e5e0e4b34863bb7415c24fb98fe1
2024-11-25T02:23:52,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/34afc14f55b342b1a5f858bf29582c52 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/34afc14f55b342b1a5f858bf29582c52
2024-11-25T02:23:52,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d27e0cf29f042b2b7a47590bfd43e5d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/1d27e0cf29f042b2b7a47590bfd43e5d
2024-11-25T02:23:52,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf2490cf74f24b3daf13238db6fca616 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf2490cf74f24b3daf13238db6fca616
2024-11-25T02:23:52,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/c5ce323a3af246f7b9122387b1d47955 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/c5ce323a3af246f7b9122387b1d47955
2024-11-25T02:23:52,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6c782dfc68574509967f2c4ee4da4eca to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/6c782dfc68574509967f2c4ee4da4eca
2024-11-25T02:23:52,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/300150357aef4951a4c9a2423aaea82b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/300150357aef4951a4c9a2423aaea82b
2024-11-25T02:23:52,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e3f026cf90b6441ba8e0b2a686c38c8a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e3f026cf90b6441ba8e0b2a686c38c8a
2024-11-25T02:23:52,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf162a47ee2a4bdf87e2d1adbf409fce to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/bf162a47ee2a4bdf87e2d1adbf409fce
2024-11-25T02:23:52,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3efb9207066d4c58ad4c4b1bca2513ff to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/3efb9207066d4c58ad4c4b1bca2513ff
2024-11-25T02:23:52,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d1fbbd37351d46adaea71c9344e7c64e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/d1fbbd37351d46adaea71c9344e7c64e
2024-11-25T02:23:52,707 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/recovered.edits/660.seqid, newMaxSeqId=660, maxSeqId=1
2024-11-25T02:23:52,708 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.
2024-11-25T02:23:52,708 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for c9bf3ba98d60dbadb66e82405d222739:

2024-11-25T02:23:52,709 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:52,709 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c9bf3ba98d60dbadb66e82405d222739, regionState=CLOSED
2024-11-25T02:23:52,711 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89
2024-11-25T02:23:52,711 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure c9bf3ba98d60dbadb66e82405d222739, server=d020e4a2beb4,45223,1732501345062 in 1.8100 sec
2024-11-25T02:23:52,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88
2024-11-25T02:23:52,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9bf3ba98d60dbadb66e82405d222739, UNASSIGN in 1.8130 sec
2024-11-25T02:23:52,713 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87
2024-11-25T02:23:52,713 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8160 sec
2024-11-25T02:23:52,714 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501432714"}]},"ts":"1732501432714"}
2024-11-25T02:23:52,715 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-25T02:23:52,717 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-25T02:23:52,718 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8260 sec
2024-11-25T02:23:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-25T02:23:52,997 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed
2024-11-25T02:23:52,997 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-25T02:23:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:52,999 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-11-25T02:23:53,000 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:53,002 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:53,004 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/recovered.edits]
2024-11-25T02:23:53,006 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/291fba1fadee49049b2a6b64bfc6e0ef to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/291fba1fadee49049b2a6b64bfc6e0ef
2024-11-25T02:23:53,007 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3ce6dd3f69034738a2e5b6b8bfd9ea0d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/3ce6dd3f69034738a2e5b6b8bfd9ea0d
2024-11-25T02:23:53,007 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ef759f62e94c49e19cada345ee8fafec to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/ef759f62e94c49e19cada345ee8fafec
2024-11-25T02:23:53,008 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f07b3d81ab5641208efdceef250da6e9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/f07b3d81ab5641208efdceef250da6e9
2024-11-25T02:23:53,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fcc6c8067e334304830ba0305147a9b4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/A/fcc6c8067e334304830ba0305147a9b4
2024-11-25T02:23:53,010 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/29dad337978b415a9a77a3fb00ba5e13 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/29dad337978b415a9a77a3fb00ba5e13
2024-11-25T02:23:53,012 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/3cbc4f0ccc924625913cf177d367a043 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/3cbc4f0ccc924625913cf177d367a043
2024-11-25T02:23:53,012 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a1bd4f058f0c464fa719d4c91eeca864 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/a1bd4f058f0c464fa719d4c91eeca864
2024-11-25T02:23:53,013 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/bcc4415c8a6c4612a0db8dd700eec918 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/bcc4415c8a6c4612a0db8dd700eec918
2024-11-25T02:23:53,014 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f0b747c85ea6447a9077bb99c19a2160 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/B/f0b747c85ea6447a9077bb99c19a2160
2024-11-25T02:23:53,016 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/92ef4cd69a764206ba26eef25517e1c3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/92ef4cd69a764206ba26eef25517e1c3
2024-11-25T02:23:53,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a9204121b6b546a48384636f00656bc4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/a9204121b6b546a48384636f00656bc4
2024-11-25T02:23:53,018 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/b6dac224fd7c43119afb6748ce684895 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/b6dac224fd7c43119afb6748ce684895
2024-11-25T02:23:53,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e1db4203dc5046cabff552dcfadd6ca8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/e1db4203dc5046cabff552dcfadd6ca8
2024-11-25T02:23:53,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f1df739fc97648b499d58494c949cb55 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/C/f1df739fc97648b499d58494c949cb55
2024-11-25T02:23:53,021 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/recovered.edits/660.seqid to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739/recovered.edits/660.seqid
2024-11-25T02:23:53,022 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/c9bf3ba98d60dbadb66e82405d222739
2024-11-25T02:23:53,022 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-25T02:23:53,023 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:53,026 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-25T02:23:53,028 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-25T02:23:53,029 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:53,029 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-25T02:23:53,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732501433029"}]},"ts":"9223372036854775807"}
2024-11-25T02:23:53,031 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-25T02:23:53,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c9bf3ba98d60dbadb66e82405d222739, NAME => 'TestAcidGuarantees,,1732501406849.c9bf3ba98d60dbadb66e82405d222739.', STARTKEY => '', ENDKEY => ''}]
2024-11-25T02:23:53,031 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-25T02:23:53,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732501433031"}]},"ts":"9223372036854775807"}
2024-11-25T02:23:53,032 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-25T02:23:53,034 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:53,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 37 msec
2024-11-25T02:23:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-11-25T02:23:53,100 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed
2024-11-25T02:23:53,110 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241 (was 241), OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 640) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6870 (was 6985)
2024-11-25T02:23:53,118 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=6869
2024-11-25T02:23:53,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:23:53,119 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:23:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:53,121 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T02:23:53,121 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:53,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 92
2024-11-25T02:23:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-25T02:23:53,122 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T02:23:53,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742219_1395 (size=963)
2024-11-25T02:23:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-25T02:23:53,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T02:23:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-25T02:23:53,528 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:23:53,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742220_1396 (size=53)
2024-11-25T02:23:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-25T02:23:53,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:23:53,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b8ab3f2a9bf969e2068501821e61b213, disabling compactions & flushes
2024-11-25T02:23:53,933 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:53,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:53,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. after waiting 0 ms
2024-11-25T02:23:53,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:53,933 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:53,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:23:53,934 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T02:23:53,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732501433934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501433934"}]},"ts":"1732501433934"}
2024-11-25T02:23:53,936 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-25T02:23:53,936 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T02:23:53,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501433936"}]},"ts":"1732501433936"}
2024-11-25T02:23:53,937 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-25T02:23:53,940 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, ASSIGN}]
2024-11-25T02:23:53,941 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, ASSIGN
2024-11-25T02:23:53,942 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, ASSIGN; state=OFFLINE, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=false
2024-11-25T02:23:54,092 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:54,093 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:23:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-25T02:23:54,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:54,247 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:54,247 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:23:54,248 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:54,248 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:23:54,248 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:54,248 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:54,249 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b8ab3f2a9bf969e2068501821e61b213 
2024-11-25T02:23:54,250 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:54,250 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ab3f2a9bf969e2068501821e61b213 columnFamilyName A
2024-11-25T02:23:54,250 DEBUG [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:54,251 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(327): Store=b8ab3f2a9bf969e2068501821e61b213/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:54,251 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b8ab3f2a9bf969e2068501821e61b213 
2024-11-25T02:23:54,251 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:54,252 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ab3f2a9bf969e2068501821e61b213 columnFamilyName B
2024-11-25T02:23:54,252 DEBUG [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:54,252 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(327): Store=b8ab3f2a9bf969e2068501821e61b213/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:54,252 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b8ab3f2a9bf969e2068501821e61b213 
2024-11-25T02:23:54,253 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:54,253 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ab3f2a9bf969e2068501821e61b213 columnFamilyName C
2024-11-25T02:23:54,253 DEBUG [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:54,253 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(327): Store=b8ab3f2a9bf969e2068501821e61b213/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:54,253 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:54,254 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:54,254 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:54,255 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:23:54,256 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:54,258 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:23:54,258 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened b8ab3f2a9bf969e2068501821e61b213; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71357553, jitterRate=0.0633103996515274}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:23:54,258 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:23:54,259 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., pid=94, masterSystemTime=1732501434245
2024-11-25T02:23:54,260 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:54,260 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:54,261 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:54,262 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93
2024-11-25T02:23:54,262 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062 in 168 msec
2024-11-25T02:23:54,263 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92
2024-11-25T02:23:54,263 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, ASSIGN in 322 msec
2024-11-25T02:23:54,264 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T02:23:54,264 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501434264"}]},"ts":"1732501434264"}
2024-11-25T02:23:54,265 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-25T02:23:54,267 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T02:23:54,268 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec
2024-11-25T02:23:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-25T02:23:55,225 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed
2024-11-25T02:23:55,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a
2024-11-25T02:23:55,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:55,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:55,232 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:55,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T02:23:55,234 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T02:23:55,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:23:55,235 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:23:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-25T02:23:55,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742221_1397 (size=999)
2024-11-25T02:23:55,645 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963
2024-11-25T02:23:55,645 INFO  [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999
2024-11-25T02:23:55,647 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:23:55,649 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, REOPEN/MOVE}]
2024-11-25T02:23:55,649 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, REOPEN/MOVE
2024-11-25T02:23:55,650 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:55,651 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:23:55,651 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:23:55,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:55,802 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:55,802 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:23:55,802 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing b8ab3f2a9bf969e2068501821e61b213, disabling compactions & flushes
2024-11-25T02:23:55,802 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:55,802 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:55,803 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. after waiting 0 ms
2024-11-25T02:23:55,803 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:55,806 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-25T02:23:55,806 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:55,806 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:23:55,806 WARN  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: b8ab3f2a9bf969e2068501821e61b213 to self.
2024-11-25T02:23:55,807 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:55,808 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=CLOSED
2024-11-25T02:23:55,809 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97
2024-11-25T02:23:55,810 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062 in 158 msec
2024-11-25T02:23:55,810 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, REOPEN/MOVE; state=CLOSED, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=true
2024-11-25T02:23:55,960 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:55,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:23:56,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,115 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,115 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:23:56,116 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,116 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:23:56,116 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,116 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,117 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b8ab3f2a9bf969e2068501821e61b213 
2024-11-25T02:23:56,118 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:56,118 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ab3f2a9bf969e2068501821e61b213 columnFamilyName A
2024-11-25T02:23:56,119 DEBUG [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:56,120 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(327): Store=b8ab3f2a9bf969e2068501821e61b213/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:56,120 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b8ab3f2a9bf969e2068501821e61b213 
2024-11-25T02:23:56,120 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:56,121 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ab3f2a9bf969e2068501821e61b213 columnFamilyName B
2024-11-25T02:23:56,121 DEBUG [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:56,121 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(327): Store=b8ab3f2a9bf969e2068501821e61b213/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:56,121 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b8ab3f2a9bf969e2068501821e61b213 
2024-11-25T02:23:56,122 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:23:56,122 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ab3f2a9bf969e2068501821e61b213 columnFamilyName C
2024-11-25T02:23:56,122 DEBUG [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:56,122 INFO  [StoreOpener-b8ab3f2a9bf969e2068501821e61b213-1 {}] regionserver.HStore(327): Store=b8ab3f2a9bf969e2068501821e61b213/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:23:56,122 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,123 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,123 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,124 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:23:56,125 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,126 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened b8ab3f2a9bf969e2068501821e61b213; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70821487, jitterRate=0.05532239377498627}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:23:56,126 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:23:56,127 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., pid=99, masterSystemTime=1732501436113
2024-11-25T02:23:56,128 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,128 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,129 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=OPEN, openSeqNum=5, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,130 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97
2024-11-25T02:23:56,131 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062 in 168 msec
2024-11-25T02:23:56,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96
2024-11-25T02:23:56,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, REOPEN/MOVE in 482 msec
2024-11-25T02:23:56,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95
2024-11-25T02:23:56,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec
2024-11-25T02:23:56,135 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec
2024-11-25T02:23:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-11-25T02:23:56,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a
2024-11-25T02:23:56,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb
2024-11-25T02:23:56,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031
2024-11-25T02:23:56,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,151 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441
2024-11-25T02:23:56,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4
2024-11-25T02:23:56,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,158 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b
2024-11-25T02:23:56,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c
2024-11-25T02:23:56,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469
2024-11-25T02:23:56,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0
2024-11-25T02:23:56,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62
2024-11-25T02:23:56,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:23:56,176 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:23:56,176 DEBUG [hconnection-0xef2d3f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees
2024-11-25T02:23:56,177 DEBUG [hconnection-0x4001c522-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,177 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:23:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-25T02:23:56,178 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,178 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,178 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:23:56,178 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:23:56,178 DEBUG [hconnection-0x803e15d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,179 DEBUG [hconnection-0x4f281006-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,179 DEBUG [hconnection-0xa968a3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,179 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,180 DEBUG [hconnection-0x17d93037-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,180 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,180 DEBUG [hconnection-0x4e3bebff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,180 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,180 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,181 DEBUG [hconnection-0x41e60d61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,181 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,182 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,184 DEBUG [hconnection-0x75e7f6bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,184 DEBUG [hconnection-0x63048f73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:23:56,185 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,185 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:23:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,188 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:23:56,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:23:56,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:56,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:23:56,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:56,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:23:56,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:56,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501496207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501496207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501496211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501496211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501496214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254564b9a3877c4fc2b86622e2acfd9a77_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501436188/Put/seqid=0
2024-11-25T02:23:56,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742222_1398 (size=12154)
2024-11-25T02:23:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-25T02:23:56,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501496315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501496315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501496316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501496316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501496316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-25T02:23:56,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501496518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501496519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501496519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501496519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501496520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:56,625 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254564b9a3877c4fc2b86622e2acfd9a77_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254564b9a3877c4fc2b86622e2acfd9a77_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:56,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ca0a1a8c328942bebed384299d91d73d, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:23:56,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ca0a1a8c328942bebed384299d91d73d is 175, key is test_row_0/A:col10/1732501436188/Put/seqid=0
2024-11-25T02:23:56,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742223_1399 (size=30955)
2024-11-25T02:23:56,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-25T02:23:56,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501496819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501496823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501496824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501496824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501496825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:56,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:56,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,032 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ca0a1a8c328942bebed384299d91d73d
2024-11-25T02:23:57,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/550a672c260a44d3ade2d8322dd3b335 is 50, key is test_row_0/B:col10/1732501436188/Put/seqid=0
2024-11-25T02:23:57,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742224_1400 (size=12001)
2024-11-25T02:23:57,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:57,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:57,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:57,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:57,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:57,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-25T02:23:57,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501497325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501497327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501497328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501497328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501497329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:57,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:23:57,461 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/550a672c260a44d3ade2d8322dd3b335
2024-11-25T02:23:57,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/92f85df6ba4545759d4cd27eb499f377 is 50, key is test_row_0/C:col10/1732501436188/Put/seqid=0
2024-11-25T02:23:57,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742225_1401 (size=12001)
2024-11-25T02:23:57,493 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/92f85df6ba4545759d4cd27eb499f377
2024-11-25T02:23:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ca0a1a8c328942bebed384299d91d73d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ca0a1a8c328942bebed384299d91d73d
2024-11-25T02:23:57,503 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ca0a1a8c328942bebed384299d91d73d, entries=150, sequenceid=17, filesize=30.2 K
2024-11-25T02:23:57,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/550a672c260a44d3ade2d8322dd3b335 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/550a672c260a44d3ade2d8322dd3b335
2024-11-25T02:23:57,509 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/550a672c260a44d3ade2d8322dd3b335, entries=150, sequenceid=17, filesize=11.7 K
2024-11-25T02:23:57,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/92f85df6ba4545759d4cd27eb499f377 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/92f85df6ba4545759d4cd27eb499f377
2024-11-25T02:23:57,513 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/92f85df6ba4545759d4cd27eb499f377, entries=150, sequenceid=17, filesize=11.7 K
2024-11-25T02:23:57,514 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b8ab3f2a9bf969e2068501821e61b213 in 1326ms, sequenceid=17, compaction requested=false
2024-11-25T02:23:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:23:57,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:57,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-25T02:23:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:57,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:23:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:23:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:23:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:23:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:57,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f6b7675f2974dc098a68437b7f679a4_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501436209/Put/seqid=0
2024-11-25T02:23:57,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742226_1402 (size=12154)
2024-11-25T02:23:57,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:57,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f6b7675f2974dc098a68437b7f679a4_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f6b7675f2974dc098a68437b7f679a4_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/73871e64c3e548c39682e15feabf8633, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:23:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/73871e64c3e548c39682e15feabf8633 is 175, key is test_row_0/A:col10/1732501436209/Put/seqid=0
2024-11-25T02:23:57,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742227_1403 (size=30955)
2024-11-25T02:23:58,240 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T02:23:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-25T02:23:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:58,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:23:58,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501498343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501498343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501498344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501498345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501498346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/73871e64c3e548c39682e15feabf8633
2024-11-25T02:23:58,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/7281d08380a846d6bb86b2b5241f2f15 is 50, key is test_row_0/B:col10/1732501436209/Put/seqid=0
2024-11-25T02:23:58,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742228_1404 (size=12001)
2024-11-25T02:23:58,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501498448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501498450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501498450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501498451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501498451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501498652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501498654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501498654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501498655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501498656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/7281d08380a846d6bb86b2b5241f2f15
2024-11-25T02:23:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/3a9fe17c93fb4b0990accd5eac3d0ad6 is 50, key is test_row_0/C:col10/1732501436209/Put/seqid=0
2024-11-25T02:23:58,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742229_1405 (size=12001)
2024-11-25T02:23:58,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501498957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501498957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501498958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501498958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:58,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501498958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/3a9fe17c93fb4b0990accd5eac3d0ad6
2024-11-25T02:23:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/73871e64c3e548c39682e15feabf8633 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/73871e64c3e548c39682e15feabf8633
2024-11-25T02:23:59,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/73871e64c3e548c39682e15feabf8633, entries=150, sequenceid=40, filesize=30.2 K
2024-11-25T02:23:59,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/7281d08380a846d6bb86b2b5241f2f15 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/7281d08380a846d6bb86b2b5241f2f15
2024-11-25T02:23:59,226 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/7281d08380a846d6bb86b2b5241f2f15, entries=150, sequenceid=40, filesize=11.7 K
2024-11-25T02:23:59,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/3a9fe17c93fb4b0990accd5eac3d0ad6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/3a9fe17c93fb4b0990accd5eac3d0ad6
2024-11-25T02:23:59,230 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/3a9fe17c93fb4b0990accd5eac3d0ad6, entries=150, sequenceid=40, filesize=11.7 K
2024-11-25T02:23:59,231 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b8ab3f2a9bf969e2068501821e61b213 in 1677ms, sequenceid=40, compaction requested=false
2024-11-25T02:23:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:23:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:23:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101
2024-11-25T02:23:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=101
2024-11-25T02:23:59,233 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100
2024-11-25T02:23:59,233 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0540 sec
2024-11-25T02:23:59,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.0580 sec
2024-11-25T02:23:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:59,466 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:23:59,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:23:59,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:59,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:23:59,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:59,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:23:59,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:23:59,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125096f12b3ee374680a246731a1e3d0736_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501439464/Put/seqid=0
2024-11-25T02:23:59,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742230_1406 (size=14594)
2024-11-25T02:23:59,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501499486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501499487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501499490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501499492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501499492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501499593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501499593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501499598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501499599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501499599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501499800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501499800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501499804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501499805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:23:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501499808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:23:59,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:23:59,884 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125096f12b3ee374680a246731a1e3d0736_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125096f12b3ee374680a246731a1e3d0736_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:23:59,885 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/df64195021b44aff9730c56440b9aadc, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:23:59,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/df64195021b44aff9730c56440b9aadc is 175, key is test_row_0/A:col10/1732501439464/Put/seqid=0
2024-11-25T02:23:59,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742231_1407 (size=39549)
2024-11-25T02:24:00,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501500106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501500107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501500110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501500111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501500115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-25T02:24:00,282 INFO  [Thread-1773 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed
2024-11-25T02:24:00,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees
2024-11-25T02:24:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-25T02:24:00,285 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:00,285 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:00,286 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:00,294 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/df64195021b44aff9730c56440b9aadc
2024-11-25T02:24:00,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/def6206774414f03ba332f9719b07b15 is 50, key is test_row_0/B:col10/1732501439464/Put/seqid=0
2024-11-25T02:24:00,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742232_1408 (size=12001)
2024-11-25T02:24:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-25T02:24:00,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-25T02:24:00,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:00,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-25T02:24:00,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-25T02:24:00,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:00,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501500613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501500614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501500617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501500619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501500624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/def6206774414f03ba332f9719b07b15
2024-11-25T02:24:00,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/0d594c6c8e8842f592ff94caca558be0 is 50, key is test_row_0/C:col10/1732501439464/Put/seqid=0
2024-11-25T02:24:00,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742233_1409 (size=12001)
2024-11-25T02:24:00,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-25T02:24:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-25T02:24:00,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:00,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-25T02:24:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:00,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:01,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-25T02:24:01,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:01,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:01,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:01,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:01,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:01,118 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/0d594c6c8e8842f592ff94caca558be0
2024-11-25T02:24:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/df64195021b44aff9730c56440b9aadc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/df64195021b44aff9730c56440b9aadc
2024-11-25T02:24:01,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/df64195021b44aff9730c56440b9aadc, entries=200, sequenceid=55, filesize=38.6 K
2024-11-25T02:24:01,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/def6206774414f03ba332f9719b07b15 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def6206774414f03ba332f9719b07b15
2024-11-25T02:24:01,130 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def6206774414f03ba332f9719b07b15, entries=150, sequenceid=55, filesize=11.7 K
2024-11-25T02:24:01,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/0d594c6c8e8842f592ff94caca558be0 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/0d594c6c8e8842f592ff94caca558be0
2024-11-25T02:24:01,133 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/0d594c6c8e8842f592ff94caca558be0, entries=150, sequenceid=55, filesize=11.7 K
2024-11-25T02:24:01,134 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b8ab3f2a9bf969e2068501821e61b213 in 1669ms, sequenceid=55, compaction requested=true
2024-11-25T02:24:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:01,134 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:01,134 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:01,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:01,135 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:01,135 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:01,135 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/A is initiating minor compaction (all files)
2024-11-25T02:24:01,135 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/B is initiating minor compaction (all files)
2024-11-25T02:24:01,135 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/A in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:01,135 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/B in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:01,135 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ca0a1a8c328942bebed384299d91d73d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/73871e64c3e548c39682e15feabf8633, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/df64195021b44aff9730c56440b9aadc] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=99.1 K
2024-11-25T02:24:01,135 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/550a672c260a44d3ade2d8322dd3b335, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/7281d08380a846d6bb86b2b5241f2f15, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def6206774414f03ba332f9719b07b15] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=35.2 K
2024-11-25T02:24:01,135 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:01,135 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ca0a1a8c328942bebed384299d91d73d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/73871e64c3e548c39682e15feabf8633, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/df64195021b44aff9730c56440b9aadc]
2024-11-25T02:24:01,136 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 550a672c260a44d3ade2d8322dd3b335, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732501436184
2024-11-25T02:24:01,136 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca0a1a8c328942bebed384299d91d73d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732501436184
2024-11-25T02:24:01,136 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 7281d08380a846d6bb86b2b5241f2f15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732501436206
2024-11-25T02:24:01,136 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73871e64c3e548c39682e15feabf8633, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732501436206
2024-11-25T02:24:01,136 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting def6206774414f03ba332f9719b07b15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501438344
2024-11-25T02:24:01,136 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting df64195021b44aff9730c56440b9aadc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501438343
2024-11-25T02:24:01,142 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:01,142 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/0291499c3f4242539074e23e1e5a8a9c is 50, key is test_row_0/B:col10/1732501439464/Put/seqid=0
2024-11-25T02:24:01,143 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:01,146 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112599424a38602f4d1d995aa9aae266abdd_b8ab3f2a9bf969e2068501821e61b213 store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:01,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742234_1410 (size=12104)
2024-11-25T02:24:01,148 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112599424a38602f4d1d995aa9aae266abdd_b8ab3f2a9bf969e2068501821e61b213, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:01,148 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112599424a38602f4d1d995aa9aae266abdd_b8ab3f2a9bf969e2068501821e61b213 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:01,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742235_1411 (size=4469)
2024-11-25T02:24:01,155 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/0291499c3f4242539074e23e1e5a8a9c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0291499c3f4242539074e23e1e5a8a9c
2024-11-25T02:24:01,159 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/B of b8ab3f2a9bf969e2068501821e61b213 into 0291499c3f4242539074e23e1e5a8a9c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:01,159 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:01,159 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/B, priority=13, startTime=1732501441134; duration=0sec
2024-11-25T02:24:01,159 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:01,159 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:B
2024-11-25T02:24:01,159 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:01,161 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:01,161 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/C is initiating minor compaction (all files)
2024-11-25T02:24:01,161 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/C in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:01,161 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/92f85df6ba4545759d4cd27eb499f377, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/3a9fe17c93fb4b0990accd5eac3d0ad6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/0d594c6c8e8842f592ff94caca558be0] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=35.2 K
2024-11-25T02:24:01,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f85df6ba4545759d4cd27eb499f377, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732501436184
2024-11-25T02:24:01,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a9fe17c93fb4b0990accd5eac3d0ad6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732501436206
2024-11-25T02:24:01,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d594c6c8e8842f592ff94caca558be0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501438344
2024-11-25T02:24:01,170 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:01,170 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/528f04ded8c14e4d8a1a236980dbbf39 is 50, key is test_row_0/C:col10/1732501439464/Put/seqid=0
2024-11-25T02:24:01,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742236_1412 (size=12104)
2024-11-25T02:24:01,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-25T02:24:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:01,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:24:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541968d0de2194c13ab65c8c18654d620_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501439490/Put/seqid=0
2024-11-25T02:24:01,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742237_1413 (size=12154)
2024-11-25T02:24:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-25T02:24:01,554 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:01,555 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/84c7b04feb364ce89153a22798a7b4d0 is 175, key is test_row_0/A:col10/1732501439464/Put/seqid=0
2024-11-25T02:24:01,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742238_1414 (size=31058)
2024-11-25T02:24:01,578 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/528f04ded8c14e4d8a1a236980dbbf39 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/528f04ded8c14e4d8a1a236980dbbf39
2024-11-25T02:24:01,582 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/C of b8ab3f2a9bf969e2068501821e61b213 into 528f04ded8c14e4d8a1a236980dbbf39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:01,582 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:01,583 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/C, priority=13, startTime=1732501441134; duration=0sec
2024-11-25T02:24:01,583 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:01,583 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:C
2024-11-25T02:24:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:01,618 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541968d0de2194c13ab65c8c18654d620_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541968d0de2194c13ab65c8c18654d620_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:01,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/fa5af4dddf2f455abaaa5dca380096cb, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:01,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/fa5af4dddf2f455abaaa5dca380096cb is 175, key is test_row_0/A:col10/1732501439490/Put/seqid=0
2024-11-25T02:24:01,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742239_1415 (size=30955)
2024-11-25T02:24:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:01,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:01,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501501636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501501639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501501639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501501640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501501641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501501742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501501743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501501746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501501747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501501747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501501946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501501947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501501951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501501951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501501953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:01,963 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/84c7b04feb364ce89153a22798a7b4d0 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/84c7b04feb364ce89153a22798a7b4d0
2024-11-25T02:24:01,968 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/A of b8ab3f2a9bf969e2068501821e61b213 into 84c7b04feb364ce89153a22798a7b4d0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:01,968 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:01,968 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/A, priority=13, startTime=1732501441134; duration=0sec
2024-11-25T02:24:01,968 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:01,968 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:A
2024-11-25T02:24:02,023 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/fa5af4dddf2f455abaaa5dca380096cb
2024-11-25T02:24:02,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/c8e1c17f0ff949a6af530a2da93ffb58 is 50, key is test_row_0/B:col10/1732501439490/Put/seqid=0
2024-11-25T02:24:02,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742240_1416 (size=12001)
2024-11-25T02:24:02,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501502251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501502252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501502255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501502257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501502258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-25T02:24:02,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/c8e1c17f0ff949a6af530a2da93ffb58
2024-11-25T02:24:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a255657d511541ccae145640834ea4a9 is 50, key is test_row_0/C:col10/1732501439490/Put/seqid=0
2024-11-25T02:24:02,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742241_1417 (size=12001)
2024-11-25T02:24:02,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501502756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501502756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501502760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501502763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501502764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:02,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a255657d511541ccae145640834ea4a9
2024-11-25T02:24:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/fa5af4dddf2f455abaaa5dca380096cb as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fa5af4dddf2f455abaaa5dca380096cb
2024-11-25T02:24:02,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fa5af4dddf2f455abaaa5dca380096cb, entries=150, sequenceid=78, filesize=30.2 K
2024-11-25T02:24:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/c8e1c17f0ff949a6af530a2da93ffb58 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c8e1c17f0ff949a6af530a2da93ffb58
2024-11-25T02:24:02,883 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c8e1c17f0ff949a6af530a2da93ffb58, entries=150, sequenceid=78, filesize=11.7 K
2024-11-25T02:24:02,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a255657d511541ccae145640834ea4a9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a255657d511541ccae145640834ea4a9
2024-11-25T02:24:02,892 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a255657d511541ccae145640834ea4a9, entries=150, sequenceid=78, filesize=11.7 K
2024-11-25T02:24:02,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b8ab3f2a9bf969e2068501821e61b213 in 1692ms, sequenceid=78, compaction requested=false
2024-11-25T02:24:02,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:02,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-25T02:24:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=103
2024-11-25T02:24:02,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102
2024-11-25T02:24:02,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6100 sec
2024-11-25T02:24:02,902 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6170 sec
2024-11-25T02:24:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:03,767 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-25T02:24:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:03,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a772c60aa4a946ef9f28fa31568790bc_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501441628/Put/seqid=0
2024-11-25T02:24:03,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742242_1418 (size=14594)
2024-11-25T02:24:03,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:03,810 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a772c60aa4a946ef9f28fa31568790bc_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a772c60aa4a946ef9f28fa31568790bc_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:03,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a2fb84908dec4756b55dbaac90da2e11, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:03,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a2fb84908dec4756b55dbaac90da2e11 is 175, key is test_row_0/A:col10/1732501441628/Put/seqid=0
2024-11-25T02:24:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501503802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501503803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501503804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501503805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501503813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742243_1419 (size=39549)
2024-11-25T02:24:03,851 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a2fb84908dec4756b55dbaac90da2e11
2024-11-25T02:24:03,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/aa5befa379e3432c86a3c25b7e60d498 is 50, key is test_row_0/B:col10/1732501441628/Put/seqid=0
2024-11-25T02:24:03,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742244_1420 (size=12001)
2024-11-25T02:24:03,906 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/aa5befa379e3432c86a3c25b7e60d498
2024-11-25T02:24:03,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501503914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501503914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501503915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501503915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/fc0524ab03b4430f872c6ab9575b1753 is 50, key is test_row_0/C:col10/1732501441628/Put/seqid=0
2024-11-25T02:24:03,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501503924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:03,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742245_1421 (size=12001)
2024-11-25T02:24:03,969 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/fc0524ab03b4430f872c6ab9575b1753
2024-11-25T02:24:03,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a2fb84908dec4756b55dbaac90da2e11 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a2fb84908dec4756b55dbaac90da2e11
2024-11-25T02:24:03,988 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a2fb84908dec4756b55dbaac90da2e11, entries=200, sequenceid=95, filesize=38.6 K
2024-11-25T02:24:03,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/aa5befa379e3432c86a3c25b7e60d498 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/aa5befa379e3432c86a3c25b7e60d498
2024-11-25T02:24:03,994 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/aa5befa379e3432c86a3c25b7e60d498, entries=150, sequenceid=95, filesize=11.7 K
2024-11-25T02:24:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/fc0524ab03b4430f872c6ab9575b1753 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fc0524ab03b4430f872c6ab9575b1753
2024-11-25T02:24:04,003 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fc0524ab03b4430f872c6ab9575b1753, entries=150, sequenceid=95, filesize=11.7 K
2024-11-25T02:24:04,003 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b8ab3f2a9bf969e2068501821e61b213 in 236ms, sequenceid=95, compaction requested=true
2024-11-25T02:24:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:04,004 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:04,004 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:04,005 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:04,005 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/A is initiating minor compaction (all files)
2024-11-25T02:24:04,005 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/A in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,005 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/84c7b04feb364ce89153a22798a7b4d0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fa5af4dddf2f455abaaa5dca380096cb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a2fb84908dec4756b55dbaac90da2e11] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=99.2 K
2024-11-25T02:24:04,005 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,006 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/84c7b04feb364ce89153a22798a7b4d0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fa5af4dddf2f455abaaa5dca380096cb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a2fb84908dec4756b55dbaac90da2e11]
2024-11-25T02:24:04,006 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84c7b04feb364ce89153a22798a7b4d0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501438344
2024-11-25T02:24:04,007 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa5af4dddf2f455abaaa5dca380096cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732501439485
2024-11-25T02:24:04,008 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:04,008 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/B is initiating minor compaction (all files)
2024-11-25T02:24:04,008 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/B in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,008 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0291499c3f4242539074e23e1e5a8a9c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c8e1c17f0ff949a6af530a2da93ffb58, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/aa5befa379e3432c86a3c25b7e60d498] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=35.3 K
2024-11-25T02:24:04,008 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2fb84908dec4756b55dbaac90da2e11, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501441628
2024-11-25T02:24:04,009 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0291499c3f4242539074e23e1e5a8a9c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501438344
2024-11-25T02:24:04,010 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c8e1c17f0ff949a6af530a2da93ffb58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732501439485
2024-11-25T02:24:04,010 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting aa5befa379e3432c86a3c25b7e60d498, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501441628
2024-11-25T02:24:04,021 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:04,021 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/b4b8afdc219b45e5beb678d3f919085c is 50, key is test_row_0/B:col10/1732501441628/Put/seqid=0
2024-11-25T02:24:04,032 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:04,048 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125220ff9265ee848c8a177094b34b421d0_b8ab3f2a9bf969e2068501821e61b213 store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:04,050 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125220ff9265ee848c8a177094b34b421d0_b8ab3f2a9bf969e2068501821e61b213, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:04,051 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125220ff9265ee848c8a177094b34b421d0_b8ab3f2a9bf969e2068501821e61b213 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:04,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742246_1422 (size=12207)
2024-11-25T02:24:04,086 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/b4b8afdc219b45e5beb678d3f919085c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b4b8afdc219b45e5beb678d3f919085c
2024-11-25T02:24:04,096 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/B of b8ab3f2a9bf969e2068501821e61b213 into b4b8afdc219b45e5beb678d3f919085c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:04,096 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:04,097 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/B, priority=13, startTime=1732501444004; duration=0sec
2024-11-25T02:24:04,097 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:04,097 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:B
2024-11-25T02:24:04,097 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:04,098 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:04,098 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/C is initiating minor compaction (all files)
2024-11-25T02:24:04,098 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/C in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,098 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/528f04ded8c14e4d8a1a236980dbbf39, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a255657d511541ccae145640834ea4a9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fc0524ab03b4430f872c6ab9575b1753] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=35.3 K
2024-11-25T02:24:04,098 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 528f04ded8c14e4d8a1a236980dbbf39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501438344
2024-11-25T02:24:04,099 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a255657d511541ccae145640834ea4a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732501439485
2024-11-25T02:24:04,099 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting fc0524ab03b4430f872c6ab9575b1753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501441628
2024-11-25T02:24:04,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742247_1423 (size=4469)
2024-11-25T02:24:04,125 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#C#compaction#359 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:04,127 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/d9653f94a06946d2941075508118ca91 is 50, key is test_row_0/C:col10/1732501441628/Put/seqid=0
2024-11-25T02:24:04,130 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#A#compaction#358 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:04,131 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/fec0bdf1db214a8b856c2305899e2e54 is 175, key is test_row_0/A:col10/1732501441628/Put/seqid=0
2024-11-25T02:24:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:04,135 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:24:04,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:04,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:04,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:04,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:04,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:04,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:04,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501504157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501504158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501504159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501504159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501504161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742248_1424 (size=31161)
2024-11-25T02:24:04,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d7f7e5e2cb145229fb2c09de337fc66_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501443801/Put/seqid=0
2024-11-25T02:24:04,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742249_1425 (size=12207)
2024-11-25T02:24:04,215 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/d9653f94a06946d2941075508118ca91 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/d9653f94a06946d2941075508118ca91
2024-11-25T02:24:04,221 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/C of b8ab3f2a9bf969e2068501821e61b213 into d9653f94a06946d2941075508118ca91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:04,221 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:04,221 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/C, priority=13, startTime=1732501444004; duration=0sec
2024-11-25T02:24:04,221 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:04,221 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:C
2024-11-25T02:24:04,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742250_1426 (size=12154)
2024-11-25T02:24:04,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501504272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501504270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501504272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501504272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501504273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-25T02:24:04,389 INFO  [Thread-1773 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed
2024-11-25T02:24:04,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees
2024-11-25T02:24:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-25T02:24:04,394 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:04,394 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:04,394 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:04,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501504480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501504483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501504483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501504484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501504484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-25T02:24:04,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-25T02:24:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:04,579 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/fec0bdf1db214a8b856c2305899e2e54 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fec0bdf1db214a8b856c2305899e2e54
2024-11-25T02:24:04,585 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/A of b8ab3f2a9bf969e2068501821e61b213 into fec0bdf1db214a8b856c2305899e2e54(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:04,585 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:04,585 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/A, priority=13, startTime=1732501444003; duration=0sec
2024-11-25T02:24:04,585 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:04,585 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:A
2024-11-25T02:24:04,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:04,647 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d7f7e5e2cb145229fb2c09de337fc66_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d7f7e5e2cb145229fb2c09de337fc66_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:04,648 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/8809b5f786184a3fbc9582b401cb1f38, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:04,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/8809b5f786184a3fbc9582b401cb1f38 is 175, key is test_row_0/A:col10/1732501443801/Put/seqid=0
2024-11-25T02:24:04,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742251_1427 (size=30955)
2024-11-25T02:24:04,683 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/8809b5f786184a3fbc9582b401cb1f38
2024-11-25T02:24:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-25T02:24:04,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/28d7f3cb01e340e3917c4ea8de425451 is 50, key is test_row_0/B:col10/1732501443801/Put/seqid=0
2024-11-25T02:24:04,699 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-25T02:24:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=105
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:04,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742252_1428 (size=12001)
2024-11-25T02:24:04,739 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/28d7f3cb01e340e3917c4ea8de425451
2024-11-25T02:24:04,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/85724f7cab53465fae370d6adaaa9ec4 is 50, key is test_row_0/C:col10/1732501443801/Put/seqid=0
2024-11-25T02:24:04,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501504790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501504790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501504792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501504792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501504793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742253_1429 (size=12001)
2024-11-25T02:24:04,804 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/85724f7cab53465fae370d6adaaa9ec4
2024-11-25T02:24:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/8809b5f786184a3fbc9582b401cb1f38 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/8809b5f786184a3fbc9582b401cb1f38
2024-11-25T02:24:04,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/8809b5f786184a3fbc9582b401cb1f38, entries=150, sequenceid=119, filesize=30.2 K
2024-11-25T02:24:04,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/28d7f3cb01e340e3917c4ea8de425451 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/28d7f3cb01e340e3917c4ea8de425451
2024-11-25T02:24:04,820 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/28d7f3cb01e340e3917c4ea8de425451, entries=150, sequenceid=119, filesize=11.7 K
2024-11-25T02:24:04,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/85724f7cab53465fae370d6adaaa9ec4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/85724f7cab53465fae370d6adaaa9ec4
2024-11-25T02:24:04,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/85724f7cab53465fae370d6adaaa9ec4, entries=150, sequenceid=119, filesize=11.7 K
2024-11-25T02:24:04,829 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b8ab3f2a9bf969e2068501821e61b213 in 694ms, sequenceid=119, compaction requested=false
2024-11-25T02:24:04,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:04,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:04,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-25T02:24:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:04,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:24:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:04,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e4b07da0d2e64f38952b642563440a00_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501444143/Put/seqid=0
2024-11-25T02:24:04,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742254_1430 (size=12204)
2024-11-25T02:24:04,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:04,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e4b07da0d2e64f38952b642563440a00_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4b07da0d2e64f38952b642563440a00_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/87a5275f1e2349daa4a324d18ead0bb0, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:04,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/87a5275f1e2349daa4a324d18ead0bb0 is 175, key is test_row_0/A:col10/1732501444143/Put/seqid=0
2024-11-25T02:24:04,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742255_1431 (size=31005)
2024-11-25T02:24:04,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/87a5275f1e2349daa4a324d18ead0bb0
2024-11-25T02:24:04,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/823c0ebdebbd4775bc853af4fd025d37 is 50, key is test_row_0/B:col10/1732501444143/Put/seqid=0
2024-11-25T02:24:04,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742256_1432 (size=12051)
2024-11-25T02:24:04,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/823c0ebdebbd4775bc853af4fd025d37
2024-11-25T02:24:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-25T02:24:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/576d49744bb3471bb72426c9f7579905 is 50, key is test_row_0/C:col10/1732501444143/Put/seqid=0
2024-11-25T02:24:05,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742257_1433 (size=12051)
2024-11-25T02:24:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:05,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:05,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501505327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501505328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501505331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501505332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501505335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/576d49744bb3471bb72426c9f7579905
2024-11-25T02:24:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/87a5275f1e2349daa4a324d18ead0bb0 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/87a5275f1e2349daa4a324d18ead0bb0
2024-11-25T02:24:05,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/87a5275f1e2349daa4a324d18ead0bb0, entries=150, sequenceid=134, filesize=30.3 K
2024-11-25T02:24:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/823c0ebdebbd4775bc853af4fd025d37 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/823c0ebdebbd4775bc853af4fd025d37
2024-11-25T02:24:05,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/823c0ebdebbd4775bc853af4fd025d37, entries=150, sequenceid=134, filesize=11.8 K
2024-11-25T02:24:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/576d49744bb3471bb72426c9f7579905 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/576d49744bb3471bb72426c9f7579905
2024-11-25T02:24:05,438 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/576d49744bb3471bb72426c9f7579905, entries=150, sequenceid=134, filesize=11.8 K
2024-11-25T02:24:05,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b8ab3f2a9bf969e2068501821e61b213 in 587ms, sequenceid=134, compaction requested=true
2024-11-25T02:24:05,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:05,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:05,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105
2024-11-25T02:24:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=105
2024-11-25T02:24:05,444 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104
2024-11-25T02:24:05,444 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec
2024-11-25T02:24:05,447 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.0530 sec
2024-11-25T02:24:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:05,451 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:24:05,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:05,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:05,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:05,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:05,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:05,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:05,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c31155d185f6418893a2b52df21d2570_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501445451/Put/seqid=0
2024-11-25T02:24:05,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501505470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501505470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501505470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501505471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501505471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-25T02:24:05,497 INFO  [Thread-1773 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed
2024-11-25T02:24:05,499 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees
2024-11-25T02:24:05,503 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:05,503 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:05,503 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:05,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742258_1434 (size=19774)
2024-11-25T02:24:05,512 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:05,517 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c31155d185f6418893a2b52df21d2570_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c31155d185f6418893a2b52df21d2570_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:05,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ef5b2087c18c4ce88c45d803ce5c0838, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:05,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ef5b2087c18c4ce88c45d803ce5c0838 is 175, key is test_row_0/A:col10/1732501445451/Put/seqid=0
2024-11-25T02:24:05,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742259_1435 (size=57033)
2024-11-25T02:24:05,572 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ef5b2087c18c4ce88c45d803ce5c0838
2024-11-25T02:24:05,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501505582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501505583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/26eb010120c94e9aaab1c6a61c9c2afe is 50, key is test_row_0/B:col10/1732501445451/Put/seqid=0
2024-11-25T02:24:05,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501505590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501505591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501505591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:05,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742260_1436 (size=12151)
2024-11-25T02:24:05,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:05,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501505788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501505788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:05,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501505803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501505803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501505803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:05,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:05,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:05,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:05,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:05,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:05,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,042 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/26eb010120c94e9aaab1c6a61c9c2afe
2024-11-25T02:24:06,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/380daeba0f2b4520bf00cd04e1ff8890 is 50, key is test_row_0/C:col10/1732501445451/Put/seqid=0
2024-11-25T02:24:06,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742261_1437 (size=12151)
2024-11-25T02:24:06,075 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/380daeba0f2b4520bf00cd04e1ff8890
2024-11-25T02:24:06,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ef5b2087c18c4ce88c45d803ce5c0838 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ef5b2087c18c4ce88c45d803ce5c0838
2024-11-25T02:24:06,088 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ef5b2087c18c4ce88c45d803ce5c0838, entries=300, sequenceid=160, filesize=55.7 K
2024-11-25T02:24:06,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/26eb010120c94e9aaab1c6a61c9c2afe as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/26eb010120c94e9aaab1c6a61c9c2afe
2024-11-25T02:24:06,095 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/26eb010120c94e9aaab1c6a61c9c2afe, entries=150, sequenceid=160, filesize=11.9 K
2024-11-25T02:24:06,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/380daeba0f2b4520bf00cd04e1ff8890 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/380daeba0f2b4520bf00cd04e1ff8890
2024-11-25T02:24:06,105 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/380daeba0f2b4520bf00cd04e1ff8890, entries=150, sequenceid=160, filesize=11.9 K
2024-11-25T02:24:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:06,106 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b8ab3f2a9bf969e2068501821e61b213 in 655ms, sequenceid=160, compaction requested=true
2024-11-25T02:24:06,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:06,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:06,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:06,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:06,106 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:06,107 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:06,108 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:06,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:06,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:06,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:06,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:06,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:06,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:06,111 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:06,111 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/B is initiating minor compaction (all files)
2024-11-25T02:24:06,111 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/B in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,111 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b4b8afdc219b45e5beb678d3f919085c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/28d7f3cb01e340e3917c4ea8de425451, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/823c0ebdebbd4775bc853af4fd025d37, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/26eb010120c94e9aaab1c6a61c9c2afe] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=47.3 K
2024-11-25T02:24:06,111 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 150154 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:06,111 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/A is initiating minor compaction (all files)
2024-11-25T02:24:06,111 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/A in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,111 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fec0bdf1db214a8b856c2305899e2e54, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/8809b5f786184a3fbc9582b401cb1f38, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/87a5275f1e2349daa4a324d18ead0bb0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ef5b2087c18c4ce88c45d803ce5c0838] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=146.6 K
2024-11-25T02:24:06,111 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,111 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fec0bdf1db214a8b856c2305899e2e54, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/8809b5f786184a3fbc9582b401cb1f38, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/87a5275f1e2349daa4a324d18ead0bb0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ef5b2087c18c4ce88c45d803ce5c0838]
2024-11-25T02:24:06,113 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec0bdf1db214a8b856c2305899e2e54, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501441628
2024-11-25T02:24:06,113 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b4b8afdc219b45e5beb678d3f919085c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501441628
2024-11-25T02:24:06,114 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 28d7f3cb01e340e3917c4ea8de425451, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732501443801
2024-11-25T02:24:06,114 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8809b5f786184a3fbc9582b401cb1f38, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732501443801
2024-11-25T02:24:06,115 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87a5275f1e2349daa4a324d18ead0bb0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501444143
2024-11-25T02:24:06,115 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 823c0ebdebbd4775bc853af4fd025d37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501444143
2024-11-25T02:24:06,115 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 26eb010120c94e9aaab1c6a61c9c2afe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732501445448
2024-11-25T02:24:06,116 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef5b2087c18c4ce88c45d803ce5c0838, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732501445321
2024-11-25T02:24:06,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,145 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:06,154 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:06,155 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/f1c3c2edaac24af899e8c330b475adae is 50, key is test_row_0/B:col10/1732501445451/Put/seqid=0
2024-11-25T02:24:06,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f8f0a851a014440a031a8d11ce2c6a7_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501446107/Put/seqid=0
2024-11-25T02:24:06,166 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112554f505ee65c843948be43491a8544b4c_b8ab3f2a9bf969e2068501821e61b213 store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:06,168 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112554f505ee65c843948be43491a8544b4c_b8ab3f2a9bf969e2068501821e61b213, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:06,168 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112554f505ee65c843948be43491a8544b4c_b8ab3f2a9bf969e2068501821e61b213 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:06,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501506165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501506166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501506170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501506173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501506178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742262_1438 (size=12493)
2024-11-25T02:24:06,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742263_1439 (size=14794)
2024-11-25T02:24:06,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:06,259 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f8f0a851a014440a031a8d11ce2c6a7_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f8f0a851a014440a031a8d11ce2c6a7_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:06,260 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ceacb0b6ec084170af2caa85230e3051, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:06,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ceacb0b6ec084170af2caa85230e3051 is 175, key is test_row_0/A:col10/1732501446107/Put/seqid=0
2024-11-25T02:24:06,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742264_1440 (size=4469)
2024-11-25T02:24:06,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:06,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:06,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501506280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742265_1441 (size=39749)
2024-11-25T02:24:06,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501506283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,292 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ceacb0b6ec084170af2caa85230e3051
2024-11-25T02:24:06,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501506284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501506285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501506285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/4670a7906de14fb4b4f3369a4084fe98 is 50, key is test_row_0/B:col10/1732501446107/Put/seqid=0
2024-11-25T02:24:06,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742266_1442 (size=12151)
2024-11-25T02:24:06,347 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/4670a7906de14fb4b4f3369a4084fe98
2024-11-25T02:24:06,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/fe985693eeb7461997ec1ab7a670288e is 50, key is test_row_0/C:col10/1732501446107/Put/seqid=0
2024-11-25T02:24:06,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742267_1443 (size=12151)
2024-11-25T02:24:06,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:06,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:06,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501506490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501506493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501506494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501506494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501506494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:06,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:06,630 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/f1c3c2edaac24af899e8c330b475adae as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/f1c3c2edaac24af899e8c330b475adae
2024-11-25T02:24:06,635 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/B of b8ab3f2a9bf969e2068501821e61b213 into f1c3c2edaac24af899e8c330b475adae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:06,635 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:06,635 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/B, priority=12, startTime=1732501446106; duration=0sec
2024-11-25T02:24:06,635 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:06,635 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:B
2024-11-25T02:24:06,636 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:06,642 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:06,642 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/C is initiating minor compaction (all files)
2024-11-25T02:24:06,642 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/C in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,642 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/d9653f94a06946d2941075508118ca91, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/85724f7cab53465fae370d6adaaa9ec4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/576d49744bb3471bb72426c9f7579905, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/380daeba0f2b4520bf00cd04e1ff8890] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=47.3 K
2024-11-25T02:24:06,642 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d9653f94a06946d2941075508118ca91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732501441628
2024-11-25T02:24:06,643 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 85724f7cab53465fae370d6adaaa9ec4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732501443801
2024-11-25T02:24:06,643 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 576d49744bb3471bb72426c9f7579905, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732501444143
2024-11-25T02:24:06,643 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 380daeba0f2b4520bf00cd04e1ff8890, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732501445448
2024-11-25T02:24:06,662 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#C#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:06,662 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/6cb118f44ae549b4ad830999c85a94c6 is 50, key is test_row_0/C:col10/1732501445451/Put/seqid=0
2024-11-25T02:24:06,669 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#A#compaction#369 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:06,669 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a05243035178464d836ec876f87afd93 is 175, key is test_row_0/A:col10/1732501445451/Put/seqid=0
2024-11-25T02:24:06,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742268_1444 (size=12493)
2024-11-25T02:24:06,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,734 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/6cb118f44ae549b4ad830999c85a94c6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/6cb118f44ae549b4ad830999c85a94c6
2024-11-25T02:24:06,739 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/C of b8ab3f2a9bf969e2068501821e61b213 into 6cb118f44ae549b4ad830999c85a94c6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:06,739 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:06,739 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/C, priority=12, startTime=1732501446107; duration=0sec
2024-11-25T02:24:06,740 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:06,740 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:C
2024-11-25T02:24:06,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742269_1445 (size=31447)
2024-11-25T02:24:06,771 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/fe985693eeb7461997ec1ab7a670288e
2024-11-25T02:24:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/ceacb0b6ec084170af2caa85230e3051 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ceacb0b6ec084170af2caa85230e3051
2024-11-25T02:24:06,782 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ceacb0b6ec084170af2caa85230e3051, entries=200, sequenceid=171, filesize=38.8 K
2024-11-25T02:24:06,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/4670a7906de14fb4b4f3369a4084fe98 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/4670a7906de14fb4b4f3369a4084fe98
2024-11-25T02:24:06,788 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/4670a7906de14fb4b4f3369a4084fe98, entries=150, sequenceid=171, filesize=11.9 K
2024-11-25T02:24:06,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/fe985693eeb7461997ec1ab7a670288e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fe985693eeb7461997ec1ab7a670288e
2024-11-25T02:24:06,794 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fe985693eeb7461997ec1ab7a670288e, entries=150, sequenceid=171, filesize=11.9 K
2024-11-25T02:24:06,796 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b8ab3f2a9bf969e2068501821e61b213 in 688ms, sequenceid=171, compaction requested=false
2024-11-25T02:24:06,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:06,806 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-25T02:24:06,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:06,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:06,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:06,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:06,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:06,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:06,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501506812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501506817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501506818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501506819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501506823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cdfc8d003dd0473580ff65b1843aa9a1_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501446164/Put/seqid=0
2024-11-25T02:24:06,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742270_1446 (size=12304)
2024-11-25T02:24:06,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:06,874 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cdfc8d003dd0473580ff65b1843aa9a1_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cdfc8d003dd0473580ff65b1843aa9a1_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:06,875 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/21b981b1e6414f99a631be03c0a00665, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:06,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/21b981b1e6414f99a631be03c0a00665 is 175, key is test_row_0/A:col10/1732501446164/Put/seqid=0
2024-11-25T02:24:06,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:06,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:06,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:06,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:06,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742271_1447 (size=31105)
2024-11-25T02:24:06,904 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/21b981b1e6414f99a631be03c0a00665
2024-11-25T02:24:06,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/6d1bb2cfae6f4ddbb70f295acdce640c is 50, key is test_row_0/B:col10/1732501446164/Put/seqid=0
2024-11-25T02:24:06,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501506924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501506928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501506928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501506929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501506935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:06,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742272_1448 (size=12151)
2024-11-25T02:24:06,962 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/6d1bb2cfae6f4ddbb70f295acdce640c
2024-11-25T02:24:06,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a58762a364ec43f1b300e7a85ccd6d2f is 50, key is test_row_0/C:col10/1732501446164/Put/seqid=0
2024-11-25T02:24:07,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742273_1449 (size=12151)
2024-11-25T02:24:07,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:07,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:07,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501507134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501507139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501507139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501507139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501507142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,160 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a05243035178464d836ec876f87afd93 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a05243035178464d836ec876f87afd93
2024-11-25T02:24:07,165 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/A of b8ab3f2a9bf969e2068501821e61b213 into a05243035178464d836ec876f87afd93(size=30.7 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-25T02:24:07,165 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:07,165 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/A, priority=12, startTime=1732501446106; duration=1sec
2024-11-25T02:24:07,165 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:07,165 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:A
2024-11-25T02:24:07,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,410 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a58762a364ec43f1b300e7a85ccd6d2f
2024-11-25T02:24:07,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/21b981b1e6414f99a631be03c0a00665 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/21b981b1e6414f99a631be03c0a00665
2024-11-25T02:24:07,419 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/21b981b1e6414f99a631be03c0a00665, entries=150, sequenceid=200, filesize=30.4 K
2024-11-25T02:24:07,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/6d1bb2cfae6f4ddbb70f295acdce640c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/6d1bb2cfae6f4ddbb70f295acdce640c
2024-11-25T02:24:07,424 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/6d1bb2cfae6f4ddbb70f295acdce640c, entries=150, sequenceid=200, filesize=11.9 K
2024-11-25T02:24:07,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a58762a364ec43f1b300e7a85ccd6d2f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a58762a364ec43f1b300e7a85ccd6d2f
2024-11-25T02:24:07,429 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a58762a364ec43f1b300e7a85ccd6d2f, entries=150, sequenceid=200, filesize=11.9 K
2024-11-25T02:24:07,430 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b8ab3f2a9bf969e2068501821e61b213 in 624ms, sequenceid=200, compaction requested=true
2024-11-25T02:24:07,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:07,430 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:07,431 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:07,431 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/A is initiating minor compaction (all files)
2024-11-25T02:24:07,431 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/A in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,431 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a05243035178464d836ec876f87afd93, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ceacb0b6ec084170af2caa85230e3051, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/21b981b1e6414f99a631be03c0a00665] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=99.9 K
2024-11-25T02:24:07,431 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,431 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a05243035178464d836ec876f87afd93, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ceacb0b6ec084170af2caa85230e3051, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/21b981b1e6414f99a631be03c0a00665]
2024-11-25T02:24:07,432 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05243035178464d836ec876f87afd93, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732501445448
2024-11-25T02:24:07,432 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceacb0b6ec084170af2caa85230e3051, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732501445467
2024-11-25T02:24:07,432 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21b981b1e6414f99a631be03c0a00665, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732501446164
2024-11-25T02:24:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:07,434 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:07,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:07,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:07,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:07,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:07,435 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:07,436 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/B is initiating minor compaction (all files)
2024-11-25T02:24:07,436 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/B in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,436 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/f1c3c2edaac24af899e8c330b475adae, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/4670a7906de14fb4b4f3369a4084fe98, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/6d1bb2cfae6f4ddbb70f295acdce640c] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=35.9 K
2024-11-25T02:24:07,436 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f1c3c2edaac24af899e8c330b475adae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732501445448
2024-11-25T02:24:07,437 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4670a7906de14fb4b4f3369a4084fe98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732501445467
2024-11-25T02:24:07,437 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d1bb2cfae6f4ddbb70f295acdce640c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732501446164
2024-11-25T02:24:07,440 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:07,442 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ab699c61217b45958c79dcbd978ba03f_b8ab3f2a9bf969e2068501821e61b213 store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:07,444 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ab699c61217b45958c79dcbd978ba03f_b8ab3f2a9bf969e2068501821e61b213, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:07,445 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ab699c61217b45958c79dcbd978ba03f_b8ab3f2a9bf969e2068501821e61b213 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:07,456 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-25T02:24:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:07,470 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:07,470 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/5a3fef2819cb4ac88215ca972f32f4d4 is 50, key is test_row_0/B:col10/1732501446164/Put/seqid=0
2024-11-25T02:24:07,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742274_1450 (size=4469)
2024-11-25T02:24:07,491 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#A#compaction#378 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:07,492 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/00c98b3f13184fa9afe6497886c85a8e is 175, key is test_row_0/A:col10/1732501446164/Put/seqid=0
2024-11-25T02:24:07,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125766278d9817a44288f784db0d57ea5f6_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501447455/Put/seqid=0
2024-11-25T02:24:07,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742275_1451 (size=12595)
2024-11-25T02:24:07,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742276_1452 (size=31549)
2024-11-25T02:24:07,543 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/00c98b3f13184fa9afe6497886c85a8e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/00c98b3f13184fa9afe6497886c85a8e
2024-11-25T02:24:07,545 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/5a3fef2819cb4ac88215ca972f32f4d4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/5a3fef2819cb4ac88215ca972f32f4d4
2024-11-25T02:24:07,548 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/A of b8ab3f2a9bf969e2068501821e61b213 into 00c98b3f13184fa9afe6497886c85a8e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:07,548 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:07,548 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/A, priority=13, startTime=1732501447430; duration=0sec
2024-11-25T02:24:07,548 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:07,548 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:A
2024-11-25T02:24:07,548 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:07,549 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:07,549 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/C is initiating minor compaction (all files)
2024-11-25T02:24:07,549 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/C in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,550 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/6cb118f44ae549b4ad830999c85a94c6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fe985693eeb7461997ec1ab7a670288e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a58762a364ec43f1b300e7a85ccd6d2f] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=35.9 K
2024-11-25T02:24:07,550 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cb118f44ae549b4ad830999c85a94c6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732501445448
2024-11-25T02:24:07,550 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe985693eeb7461997ec1ab7a670288e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732501445467
2024-11-25T02:24:07,551 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a58762a364ec43f1b300e7a85ccd6d2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732501446164
2024-11-25T02:24:07,552 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/B of b8ab3f2a9bf969e2068501821e61b213 into 5a3fef2819cb4ac88215ca972f32f4d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:07,552 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:07,552 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/B, priority=13, startTime=1732501447433; duration=0sec
2024-11-25T02:24:07,552 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:07,552 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:B
2024-11-25T02:24:07,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742277_1453 (size=12304)
2024-11-25T02:24:07,558 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:07,558 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/41c9f6c17f774b4e91d56beead4f3532 is 50, key is test_row_0/C:col10/1732501446164/Put/seqid=0
2024-11-25T02:24:07,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501507546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501507547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501507548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501507549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501507551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742278_1454 (size=12595)
2024-11-25T02:24:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:07,610 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/41c9f6c17f774b4e91d56beead4f3532 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/41c9f6c17f774b4e91d56beead4f3532
2024-11-25T02:24:07,617 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/C of b8ab3f2a9bf969e2068501821e61b213 into 41c9f6c17f774b4e91d56beead4f3532(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:07,617 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:07,617 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/C, priority=13, startTime=1732501447434; duration=0sec
2024-11-25T02:24:07,617 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:07,617 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:C
2024-11-25T02:24:07,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501507666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501507667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501507667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501507667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501507671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501507873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501507874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501507874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501507874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501507875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:07,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:07,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:07,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,960 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125766278d9817a44288f784db0d57ea5f6_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766278d9817a44288f784db0d57ea5f6_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:07,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a1485a92f2bf41ea8c167370d154bdbf, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:07,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a1485a92f2bf41ea8c167370d154bdbf is 175, key is test_row_0/A:col10/1732501447455/Put/seqid=0
2024-11-25T02:24:08,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742279_1455 (size=31105)
2024-11-25T02:24:08,014 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a1485a92f2bf41ea8c167370d154bdbf
2024-11-25T02:24:08,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/0e73c7fe385b4f3ca97d8a4c0e82ba56 is 50, key is test_row_0/B:col10/1732501447455/Put/seqid=0
2024-11-25T02:24:08,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742280_1456 (size=12151)
2024-11-25T02:24:08,117 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501508180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501508181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501508181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501508182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501508182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:08,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:08,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,470 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/0e73c7fe385b4f3ca97d8a4c0e82ba56
2024-11-25T02:24:08,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a99ecf213f5341239f2297d0661116b3 is 50, key is test_row_0/C:col10/1732501447455/Put/seqid=0
2024-11-25T02:24:08,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742281_1457 (size=12151)
2024-11-25T02:24:08,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501508687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501508688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501508688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501508688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501508689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:08,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:08,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=107
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:08,936 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a99ecf213f5341239f2297d0661116b3
2024-11-25T02:24:08,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a1485a92f2bf41ea8c167370d154bdbf as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a1485a92f2bf41ea8c167370d154bdbf
2024-11-25T02:24:08,947 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a1485a92f2bf41ea8c167370d154bdbf, entries=150, sequenceid=213, filesize=30.4 K
2024-11-25T02:24:08,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/0e73c7fe385b4f3ca97d8a4c0e82ba56 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0e73c7fe385b4f3ca97d8a4c0e82ba56
2024-11-25T02:24:08,957 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0e73c7fe385b4f3ca97d8a4c0e82ba56, entries=150, sequenceid=213, filesize=11.9 K
2024-11-25T02:24:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a99ecf213f5341239f2297d0661116b3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a99ecf213f5341239f2297d0661116b3
2024-11-25T02:24:08,966 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a99ecf213f5341239f2297d0661116b3, entries=150, sequenceid=213, filesize=11.9 K
2024-11-25T02:24:08,966 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b8ab3f2a9bf969e2068501821e61b213 in 1510ms, sequenceid=213, compaction requested=false
2024-11-25T02:24:08,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:09,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:09,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-25T02:24:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:09,044 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:24:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:09,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257b95e3a1757441d3af381c8f44253fd5_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501447533/Put/seqid=0
2024-11-25T02:24:09,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742282_1458 (size=12304)
2024-11-25T02:24:09,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257b95e3a1757441d3af381c8f44253fd5_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b95e3a1757441d3af381c8f44253fd5_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:09,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/15513cdfe33a4b3d9feaf06a209b561f, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:09,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/15513cdfe33a4b3d9feaf06a209b561f is 175, key is test_row_0/A:col10/1732501447533/Put/seqid=0
2024-11-25T02:24:09,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742283_1459 (size=31105)
2024-11-25T02:24:09,501 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/15513cdfe33a4b3d9feaf06a209b561f
2024-11-25T02:24:09,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/e98c6e39d9f442d6a7e772312b584bbc is 50, key is test_row_0/B:col10/1732501447533/Put/seqid=0
2024-11-25T02:24:09,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742284_1460 (size=12151)
2024-11-25T02:24:09,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/e98c6e39d9f442d6a7e772312b584bbc
2024-11-25T02:24:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/4905d192d7a94db19b4ff84e010ab17c is 50, key is test_row_0/C:col10/1732501447533/Put/seqid=0
2024-11-25T02:24:09,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742285_1461 (size=12151)
2024-11-25T02:24:09,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/4905d192d7a94db19b4ff84e010ab17c
2024-11-25T02:24:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/15513cdfe33a4b3d9feaf06a209b561f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/15513cdfe33a4b3d9feaf06a209b561f
2024-11-25T02:24:09,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/15513cdfe33a4b3d9feaf06a209b561f, entries=150, sequenceid=240, filesize=30.4 K
2024-11-25T02:24:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/e98c6e39d9f442d6a7e772312b584bbc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/e98c6e39d9f442d6a7e772312b584bbc
2024-11-25T02:24:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,626 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/e98c6e39d9f442d6a7e772312b584bbc, entries=150, sequenceid=240, filesize=11.9 K
2024-11-25T02:24:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/4905d192d7a94db19b4ff84e010ab17c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/4905d192d7a94db19b4ff84e010ab17c
2024-11-25T02:24:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/4905d192d7a94db19b4ff84e010ab17c, entries=150, sequenceid=240, filesize=11.9 K
2024-11-25T02:24:09,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for b8ab3f2a9bf969e2068501821e61b213 in 592ms, sequenceid=240, compaction requested=true
2024-11-25T02:24:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107
2024-11-25T02:24:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=107
2024-11-25T02:24:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,640 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106
2024-11-25T02:24:09,640 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1350 sec
2024-11-25T02:24:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,641 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 4.1410 sec
2024-11-25T02:24:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,898 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:09,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:09,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:09,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:09,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:09,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:09,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b14af2561b14354a906424313523b34_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501449893/Put/seqid=0
2024-11-25T02:24:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:10,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742287_1463 (size=24758)
2024-11-25T02:24:10,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501509991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501509999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501510001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501510001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501510002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501510117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501510118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501510118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501510119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501510119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501510325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501510329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501510330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501510330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501510331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,406 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:10,411 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b14af2561b14354a906424313523b34_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b14af2561b14354a906424313523b34_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:10,412 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f10c1c7916a64abb84b56cd2823ed2b9, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:10,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f10c1c7916a64abb84b56cd2823ed2b9 is 175, key is test_row_0/A:col10/1732501449893/Put/seqid=0
2024-11-25T02:24:10,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742286_1462 (size=74395)
2024-11-25T02:24:10,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501510635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501510635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501510636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501510636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501510637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:10,816 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f10c1c7916a64abb84b56cd2823ed2b9
2024-11-25T02:24:10,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/17ec6791d6784be996259d8b5e1bea48 is 50, key is test_row_0/B:col10/1732501449893/Put/seqid=0
2024-11-25T02:24:10,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742288_1464 (size=12151)
2024-11-25T02:24:11,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501511142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:11,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501511143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:11,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501511143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:11,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501511145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:11,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501511150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:11,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/17ec6791d6784be996259d8b5e1bea48
2024-11-25T02:24:11,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/8bb560c77a264be2861d8a0b9dabadb8 is 50, key is test_row_0/C:col10/1732501449893/Put/seqid=0
2024-11-25T02:24:11,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742289_1465 (size=12151)
2024-11-25T02:24:11,338 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/8bb560c77a264be2861d8a0b9dabadb8
2024-11-25T02:24:11,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f10c1c7916a64abb84b56cd2823ed2b9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f10c1c7916a64abb84b56cd2823ed2b9
2024-11-25T02:24:11,358 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f10c1c7916a64abb84b56cd2823ed2b9, entries=400, sequenceid=251, filesize=72.7 K
2024-11-25T02:24:11,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/17ec6791d6784be996259d8b5e1bea48 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/17ec6791d6784be996259d8b5e1bea48
2024-11-25T02:24:11,367 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/17ec6791d6784be996259d8b5e1bea48, entries=150, sequenceid=251, filesize=11.9 K
2024-11-25T02:24:11,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/8bb560c77a264be2861d8a0b9dabadb8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/8bb560c77a264be2861d8a0b9dabadb8
2024-11-25T02:24:11,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/8bb560c77a264be2861d8a0b9dabadb8, entries=150, sequenceid=251, filesize=11.9 K
2024-11-25T02:24:11,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b8ab3f2a9bf969e2068501821e61b213 in 1476ms, sequenceid=251, compaction requested=true
2024-11-25T02:24:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:11,374 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:11,374 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:11,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:11,376 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 168154 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:11,376 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/A is initiating minor compaction (all files)
2024-11-25T02:24:11,376 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/A in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:11,376 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/00c98b3f13184fa9afe6497886c85a8e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a1485a92f2bf41ea8c167370d154bdbf, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/15513cdfe33a4b3d9feaf06a209b561f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f10c1c7916a64abb84b56cd2823ed2b9] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=164.2 K
2024-11-25T02:24:11,376 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:11,376 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/00c98b3f13184fa9afe6497886c85a8e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a1485a92f2bf41ea8c167370d154bdbf, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/15513cdfe33a4b3d9feaf06a209b561f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f10c1c7916a64abb84b56cd2823ed2b9]
2024-11-25T02:24:11,376 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:11,377 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/B is initiating minor compaction (all files)
2024-11-25T02:24:11,377 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/B in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:11,377 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/5a3fef2819cb4ac88215ca972f32f4d4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0e73c7fe385b4f3ca97d8a4c0e82ba56, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/e98c6e39d9f442d6a7e772312b584bbc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/17ec6791d6784be996259d8b5e1bea48] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=47.9 K
2024-11-25T02:24:11,377 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00c98b3f13184fa9afe6497886c85a8e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732501446164
2024-11-25T02:24:11,378 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a3fef2819cb4ac88215ca972f32f4d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732501446164
2024-11-25T02:24:11,378 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1485a92f2bf41ea8c167370d154bdbf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732501446821
2024-11-25T02:24:11,382 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e73c7fe385b4f3ca97d8a4c0e82ba56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732501446821
2024-11-25T02:24:11,382 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15513cdfe33a4b3d9feaf06a209b561f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732501447533
2024-11-25T02:24:11,382 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e98c6e39d9f442d6a7e772312b584bbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732501447533
2024-11-25T02:24:11,383 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f10c1c7916a64abb84b56cd2823ed2b9, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732501449867
2024-11-25T02:24:11,383 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 17ec6791d6784be996259d8b5e1bea48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732501449893
2024-11-25T02:24:11,395 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:11,396 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/93e78014e663479eb864294e3a133277 is 50, key is test_row_0/B:col10/1732501449893/Put/seqid=0
2024-11-25T02:24:11,401 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:11,422 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e2c531ff6e214945831368f11406108f_b8ab3f2a9bf969e2068501821e61b213 store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:11,426 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e2c531ff6e214945831368f11406108f_b8ab3f2a9bf969e2068501821e61b213, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:11,426 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e2c531ff6e214945831368f11406108f_b8ab3f2a9bf969e2068501821e61b213 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:11,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742290_1466 (size=12731)
2024-11-25T02:24:11,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742291_1467 (size=4469)
2024-11-25T02:24:11,464 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#A#compaction#391 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:11,464 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6 is 175, key is test_row_0/A:col10/1732501449893/Put/seqid=0
2024-11-25T02:24:11,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742292_1468 (size=31685)
2024-11-25T02:24:11,516 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6
2024-11-25T02:24:11,521 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/A of b8ab3f2a9bf969e2068501821e61b213 into 54b5d7d0a3644cf9ac2658e5d3d2ebb6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:11,521 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:11,521 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/A, priority=12, startTime=1732501451374; duration=0sec
2024-11-25T02:24:11,521 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:11,521 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:A
2024-11-25T02:24:11,521 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:11,528 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:11,528 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/C is initiating minor compaction (all files)
2024-11-25T02:24:11,528 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/C in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:11,528 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/41c9f6c17f774b4e91d56beead4f3532, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a99ecf213f5341239f2297d0661116b3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/4905d192d7a94db19b4ff84e010ab17c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/8bb560c77a264be2861d8a0b9dabadb8] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=47.9 K
2024-11-25T02:24:11,529 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41c9f6c17f774b4e91d56beead4f3532, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732501446164
2024-11-25T02:24:11,529 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a99ecf213f5341239f2297d0661116b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732501446821
2024-11-25T02:24:11,530 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4905d192d7a94db19b4ff84e010ab17c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732501447533
2024-11-25T02:24:11,530 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bb560c77a264be2861d8a0b9dabadb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732501449893
2024-11-25T02:24:11,547 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#C#compaction#392 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:11,548 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/bfbd988ce2b94607a6154cf6fbe58a67 is 50, key is test_row_0/C:col10/1732501449893/Put/seqid=0
2024-11-25T02:24:11,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742293_1469 (size=12731)
2024-11-25T02:24:11,580 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/bfbd988ce2b94607a6154cf6fbe58a67 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/bfbd988ce2b94607a6154cf6fbe58a67
2024-11-25T02:24:11,593 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/C of b8ab3f2a9bf969e2068501821e61b213 into bfbd988ce2b94607a6154cf6fbe58a67(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:11,593 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:11,593 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/C, priority=12, startTime=1732501451374; duration=0sec
2024-11-25T02:24:11,593 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:11,593 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:C
2024-11-25T02:24:11,834 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/93e78014e663479eb864294e3a133277 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/93e78014e663479eb864294e3a133277
2024-11-25T02:24:11,840 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/B of b8ab3f2a9bf969e2068501821e61b213 into 93e78014e663479eb864294e3a133277(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:11,840 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:11,840 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/B, priority=12, startTime=1732501451374; duration=0sec
2024-11-25T02:24:11,840 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:11,840 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:B
2024-11-25T02:24:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:12,156 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-25T02:24:12,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:12,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:12,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:12,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:12,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:12,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:12,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501512166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501512169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501512177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501512179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501512179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125766d94743f494da68c1bc1f49a11ee00_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501452153/Put/seqid=0
2024-11-25T02:24:12,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742294_1470 (size=12454)
2024-11-25T02:24:12,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501512280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501512281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501512288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501512295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501512295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501512488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501512489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501512500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501512502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501512503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,644 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:12,650 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125766d94743f494da68c1bc1f49a11ee00_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766d94743f494da68c1bc1f49a11ee00_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:12,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/9a32b9d3a11148e4938cf1487b1b0b82, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:12,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/9a32b9d3a11148e4938cf1487b1b0b82 is 175, key is test_row_0/A:col10/1732501452153/Put/seqid=0
2024-11-25T02:24:12,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742295_1471 (size=31255)
2024-11-25T02:24:12,663 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/9a32b9d3a11148e4938cf1487b1b0b82
2024-11-25T02:24:12,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/db6b0b16c84342caa7b551bb7e3a0993 is 50, key is test_row_0/B:col10/1732501452153/Put/seqid=0
2024-11-25T02:24:12,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742296_1472 (size=12301)
2024-11-25T02:24:12,720 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/db6b0b16c84342caa7b551bb7e3a0993
2024-11-25T02:24:12,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/5b184a09e6cd4e54ba56ec39b47a5e5d is 50, key is test_row_0/C:col10/1732501452153/Put/seqid=0
2024-11-25T02:24:12,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742297_1473 (size=12301)
2024-11-25T02:24:12,755 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/5b184a09e6cd4e54ba56ec39b47a5e5d
2024-11-25T02:24:12,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/9a32b9d3a11148e4938cf1487b1b0b82 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9a32b9d3a11148e4938cf1487b1b0b82
2024-11-25T02:24:12,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9a32b9d3a11148e4938cf1487b1b0b82, entries=150, sequenceid=281, filesize=30.5 K
2024-11-25T02:24:12,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/db6b0b16c84342caa7b551bb7e3a0993 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/db6b0b16c84342caa7b551bb7e3a0993
2024-11-25T02:24:12,772 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/db6b0b16c84342caa7b551bb7e3a0993, entries=150, sequenceid=281, filesize=12.0 K
2024-11-25T02:24:12,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/5b184a09e6cd4e54ba56ec39b47a5e5d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/5b184a09e6cd4e54ba56ec39b47a5e5d
2024-11-25T02:24:12,778 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/5b184a09e6cd4e54ba56ec39b47a5e5d, entries=150, sequenceid=281, filesize=12.0 K
2024-11-25T02:24:12,779 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b8ab3f2a9bf969e2068501821e61b213 in 623ms, sequenceid=281, compaction requested=false
2024-11-25T02:24:12,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:12,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:12,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:12,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:12,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:12,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:12,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:12,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:12,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b061ad06548046df84d4d033eef49512_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501452172/Put/seqid=0
2024-11-25T02:24:12,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501512860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742298_1474 (size=12454)
2024-11-25T02:24:12,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501512863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501512864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501512865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501512866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501512967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501512978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501512978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501512979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:12,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501512979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501513176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501513186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501513186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501513186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501513187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,275 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:13,279 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b061ad06548046df84d4d033eef49512_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b061ad06548046df84d4d033eef49512_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:13,280 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/614ca4160c554e3d9bb857021e78f34f, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:13,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/614ca4160c554e3d9bb857021e78f34f is 175, key is test_row_0/A:col10/1732501452172/Put/seqid=0
2024-11-25T02:24:13,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742299_1475 (size=31255)
2024-11-25T02:24:13,291 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/614ca4160c554e3d9bb857021e78f34f
2024-11-25T02:24:13,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/ffe86444ca134e72a67b5a1efac341de is 50, key is test_row_0/B:col10/1732501452172/Put/seqid=0
2024-11-25T02:24:13,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742300_1476 (size=12301)
2024-11-25T02:24:13,316 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/ffe86444ca134e72a67b5a1efac341de
2024-11-25T02:24:13,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/aaf85725496d4b0da052a7ba798980f7 is 50, key is test_row_0/C:col10/1732501452172/Put/seqid=0
2024-11-25T02:24:13,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742301_1477 (size=12301)
2024-11-25T02:24:13,358 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/aaf85725496d4b0da052a7ba798980f7
2024-11-25T02:24:13,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/614ca4160c554e3d9bb857021e78f34f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/614ca4160c554e3d9bb857021e78f34f
2024-11-25T02:24:13,370 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/614ca4160c554e3d9bb857021e78f34f, entries=150, sequenceid=292, filesize=30.5 K
2024-11-25T02:24:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/ffe86444ca134e72a67b5a1efac341de as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ffe86444ca134e72a67b5a1efac341de
2024-11-25T02:24:13,381 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ffe86444ca134e72a67b5a1efac341de, entries=150, sequenceid=292, filesize=12.0 K
2024-11-25T02:24:13,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/aaf85725496d4b0da052a7ba798980f7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/aaf85725496d4b0da052a7ba798980f7
2024-11-25T02:24:13,395 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/aaf85725496d4b0da052a7ba798980f7, entries=150, sequenceid=292, filesize=12.0 K
2024-11-25T02:24:13,396 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b8ab3f2a9bf969e2068501821e61b213 in 597ms, sequenceid=292, compaction requested=true
2024-11-25T02:24:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-25T02:24:13,397 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:13,397 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:13,398 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:13,398 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/B is initiating minor compaction (all files)
2024-11-25T02:24:13,398 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/B in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,398 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/93e78014e663479eb864294e3a133277, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/db6b0b16c84342caa7b551bb7e3a0993, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ffe86444ca134e72a67b5a1efac341de] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=36.5 K
2024-11-25T02:24:13,398 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:13,398 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/A is initiating minor compaction (all files)
2024-11-25T02:24:13,398 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/A in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,399 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9a32b9d3a11148e4938cf1487b1b0b82, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/614ca4160c554e3d9bb857021e78f34f] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=92.0 K
2024-11-25T02:24:13,399 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,399 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9a32b9d3a11148e4938cf1487b1b0b82, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/614ca4160c554e3d9bb857021e78f34f]
2024-11-25T02:24:13,399 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e78014e663479eb864294e3a133277, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732501449893
2024-11-25T02:24:13,399 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54b5d7d0a3644cf9ac2658e5d3d2ebb6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732501449893
2024-11-25T02:24:13,399 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting db6b0b16c84342caa7b551bb7e3a0993, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732501449949
2024-11-25T02:24:13,399 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a32b9d3a11148e4938cf1487b1b0b82, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732501449949
2024-11-25T02:24:13,399 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe86444ca134e72a67b5a1efac341de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732501452172
2024-11-25T02:24:13,400 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 614ca4160c554e3d9bb857021e78f34f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732501452172
2024-11-25T02:24:13,427 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:13,442 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:13,443 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/ab56e897128e4e7fafb3bc8299d8070a is 50, key is test_row_0/B:col10/1732501452172/Put/seqid=0
2024-11-25T02:24:13,452 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259f0dedf9c0fe4ead8d6b515c77cba264_b8ab3f2a9bf969e2068501821e61b213 store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:13,454 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259f0dedf9c0fe4ead8d6b515c77cba264_b8ab3f2a9bf969e2068501821e61b213, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:13,455 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f0dedf9c0fe4ead8d6b515c77cba264_b8ab3f2a9bf969e2068501821e61b213 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:13,487 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-25T02:24:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:13,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501513500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501513502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501513503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501513504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501513505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742303_1479 (size=4469)
2024-11-25T02:24:13,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742302_1478 (size=12983)
2024-11-25T02:24:13,538 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/ab56e897128e4e7fafb3bc8299d8070a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ab56e897128e4e7fafb3bc8299d8070a
2024-11-25T02:24:13,544 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/B of b8ab3f2a9bf969e2068501821e61b213 into ab56e897128e4e7fafb3bc8299d8070a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:13,544 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:13,544 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/B, priority=13, startTime=1732501453397; duration=0sec
2024-11-25T02:24:13,545 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:13,545 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:B
2024-11-25T02:24:13,545 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:13,546 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:13,546 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/C is initiating minor compaction (all files)
2024-11-25T02:24:13,546 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/C in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,546 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/bfbd988ce2b94607a6154cf6fbe58a67, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/5b184a09e6cd4e54ba56ec39b47a5e5d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/aaf85725496d4b0da052a7ba798980f7] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=36.5 K
2024-11-25T02:24:13,546 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting bfbd988ce2b94607a6154cf6fbe58a67, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732501449893
2024-11-25T02:24:13,547 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b184a09e6cd4e54ba56ec39b47a5e5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732501449949
2024-11-25T02:24:13,547 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting aaf85725496d4b0da052a7ba798980f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732501452172
2024-11-25T02:24:13,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250b55572182424957bf2dfd441d23f47a_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501453485/Put/seqid=0
2024-11-25T02:24:13,578 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:13,578 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a59df90a47334bcb9360c45092f98cfd is 50, key is test_row_0/C:col10/1732501452172/Put/seqid=0
2024-11-25T02:24:13,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742304_1480 (size=14994)
2024-11-25T02:24:13,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:13,597 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250b55572182424957bf2dfd441d23f47a_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250b55572182424957bf2dfd441d23f47a_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:13,599 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/5c1bae6e6e304bc5aa480ee1c951354d, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:13,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/5c1bae6e6e304bc5aa480ee1c951354d is 175, key is test_row_0/A:col10/1732501453485/Put/seqid=0
2024-11-25T02:24:13,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-25T02:24:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501513606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,612 INFO  [Thread-1773 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed
2024-11-25T02:24:13,614 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees
2024-11-25T02:24:13,615 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-25T02:24:13,616 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:13,616 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:13,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501513614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501513615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501513615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501513616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742305_1481 (size=12983)
2024-11-25T02:24:13,649 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/a59df90a47334bcb9360c45092f98cfd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a59df90a47334bcb9360c45092f98cfd
2024-11-25T02:24:13,655 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/C of b8ab3f2a9bf969e2068501821e61b213 into a59df90a47334bcb9360c45092f98cfd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:13,656 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:13,656 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/C, priority=13, startTime=1732501453397; duration=0sec
2024-11-25T02:24:13,656 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:13,656 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:C
2024-11-25T02:24:13,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742306_1482 (size=39949)
2024-11-25T02:24:13,679 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/5c1bae6e6e304bc5aa480ee1c951354d
2024-11-25T02:24:13,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d is 50, key is test_row_0/B:col10/1732501453485/Put/seqid=0
2024-11-25T02:24:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-25T02:24:13,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742307_1483 (size=12301)
2024-11-25T02:24:13,728 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d
2024-11-25T02:24:13,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/1fecd1e7707d4bfaa5895b50b4701601 is 50, key is test_row_0/C:col10/1732501453485/Put/seqid=0
2024-11-25T02:24:13,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-25T02:24:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:13,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742308_1484 (size=12301)
2024-11-25T02:24:13,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501513814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501513824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501513824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501513825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501513826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-25T02:24:13,919 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#A#compaction#399 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:13,920 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f60125d49ad64600b8fc6f7c115c67a1 is 175, key is test_row_0/A:col10/1732501452172/Put/seqid=0
2024-11-25T02:24:13,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:13,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-25T02:24:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:13,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:13,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742309_1485 (size=31937)
2024-11-25T02:24:13,958 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f60125d49ad64600b8fc6f7c115c67a1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f60125d49ad64600b8fc6f7c115c67a1
2024-11-25T02:24:13,965 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/A of b8ab3f2a9bf969e2068501821e61b213 into f60125d49ad64600b8fc6f7c115c67a1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:13,965 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:13,966 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/A, priority=13, startTime=1732501453396; duration=0sec
2024-11-25T02:24:13,966 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:13,966 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:A
2024-11-25T02:24:14,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-25T02:24:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:14,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:14,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501514120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501514130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501514132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501514135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501514136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,203 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/1fecd1e7707d4bfaa5895b50b4701601
2024-11-25T02:24:14,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/5c1bae6e6e304bc5aa480ee1c951354d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/5c1bae6e6e304bc5aa480ee1c951354d
2024-11-25T02:24:14,219 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/5c1bae6e6e304bc5aa480ee1c951354d, entries=200, sequenceid=319, filesize=39.0 K
2024-11-25T02:24:14,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d
2024-11-25T02:24:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-25T02:24:14,223 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d, entries=150, sequenceid=319, filesize=12.0 K
2024-11-25T02:24:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/1fecd1e7707d4bfaa5895b50b4701601 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/1fecd1e7707d4bfaa5895b50b4701601
2024-11-25T02:24:14,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,230 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/1fecd1e7707d4bfaa5895b50b4701601, entries=150, sequenceid=319, filesize=12.0 K
2024-11-25T02:24:14,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-25T02:24:14,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:14,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:14,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:14,230 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b8ab3f2a9bf969e2068501821e61b213 in 744ms, sequenceid=319, compaction requested=false
2024-11-25T02:24:14,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:14,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:14,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-25T02:24:14,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:14,384 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-25T02:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ac315c0a21ac4198a3eaa8211bc27989_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501453501/Put/seqid=0
2024-11-25T02:24:14,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742310_1486 (size=12454)
2024-11-25T02:24:14,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:14,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ac315c0a21ac4198a3eaa8211bc27989_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ac315c0a21ac4198a3eaa8211bc27989_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f6c0bf4899774897998fa01f103e52a3, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f6c0bf4899774897998fa01f103e52a3 is 175, key is test_row_0/A:col10/1732501453501/Put/seqid=0
2024-11-25T02:24:14,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742311_1487 (size=31255)
2024-11-25T02:24:14,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f6c0bf4899774897998fa01f103e52a3
2024-11-25T02:24:14,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/154431eca1fb4af180c16529dff08170 is 50, key is test_row_0/B:col10/1732501453501/Put/seqid=0
2024-11-25T02:24:14,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742312_1488 (size=12301)
2024-11-25T02:24:14,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/154431eca1fb4af180c16529dff08170
2024-11-25T02:24:14,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/28ae4d526dc843e78461b4c532024b6b is 50, key is test_row_0/C:col10/1732501453501/Put/seqid=0
2024-11-25T02:24:14,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742313_1489 (size=12301)
2024-11-25T02:24:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:14,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501514682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501514684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501514685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501514687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501514688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-25T02:24:14,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501514793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501514796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501514796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501514797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501514797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:14,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/28ae4d526dc843e78461b4c532024b6b
2024-11-25T02:24:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/f6c0bf4899774897998fa01f103e52a3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f6c0bf4899774897998fa01f103e52a3
2024-11-25T02:24:14,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f6c0bf4899774897998fa01f103e52a3, entries=150, sequenceid=331, filesize=30.5 K
2024-11-25T02:24:14,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/154431eca1fb4af180c16529dff08170 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/154431eca1fb4af180c16529dff08170
2024-11-25T02:24:14,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/154431eca1fb4af180c16529dff08170, entries=150, sequenceid=331, filesize=12.0 K
2024-11-25T02:24:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/28ae4d526dc843e78461b4c532024b6b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/28ae4d526dc843e78461b4c532024b6b
2024-11-25T02:24:14,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/28ae4d526dc843e78461b4c532024b6b, entries=150, sequenceid=331, filesize=12.0 K
2024-11-25T02:24:14,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b8ab3f2a9bf969e2068501821e61b213 in 606ms, sequenceid=331, compaction requested=true
2024-11-25T02:24:14,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:14,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:14,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109
2024-11-25T02:24:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=109
2024-11-25T02:24:14,997 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108
2024-11-25T02:24:14,997 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec
2024-11-25T02:24:14,999 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.3840 sec
2024-11-25T02:24:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:15,004 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-25T02:24:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:15,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125842e0c215f0a44aca6d6083b0d44cfb1_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501454684/Put/seqid=0
2024-11-25T02:24:15,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742314_1490 (size=17534)
2024-11-25T02:24:15,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501515010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501515011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501515059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501515060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501515065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501515160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501515166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501515172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501515172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501515172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501515371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501515371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501515375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501515376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501515377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,430 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:15,440 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125842e0c215f0a44aca6d6083b0d44cfb1_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125842e0c215f0a44aca6d6083b0d44cfb1_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:15,441 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a13881cb04f3452e84d3aece2f75f5bb, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:15,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a13881cb04f3452e84d3aece2f75f5bb is 175, key is test_row_0/A:col10/1732501454684/Put/seqid=0
2024-11-25T02:24:15,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742315_1491 (size=48639)
2024-11-25T02:24:15,486 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a13881cb04f3452e84d3aece2f75f5bb
2024-11-25T02:24:15,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/cc30d941576a4b098fcfe35c717d2da8 is 50, key is test_row_0/B:col10/1732501454684/Put/seqid=0
2024-11-25T02:24:15,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742316_1492 (size=12301)
2024-11-25T02:24:15,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47852 deadline: 1732501515682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47806 deadline: 1732501515683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47798 deadline: 1732501515684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47802 deadline: 1732501515686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47788 deadline: 1732501515686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-25T02:24:15,722 INFO  [Thread-1773 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed
2024-11-25T02:24:15,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees
2024-11-25T02:24:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-25T02:24:15,725 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:15,726 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:15,726 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-25T02:24:15,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:15,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-25T02:24:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:15,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:15,967 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/cc30d941576a4b098fcfe35c717d2da8
2024-11-25T02:24:15,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/655641a823e6436aa8dfac438e498019 is 50, key is test_row_0/C:col10/1732501454684/Put/seqid=0
2024-11-25T02:24:16,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742317_1493 (size=12301)
2024-11-25T02:24:16,006 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/655641a823e6436aa8dfac438e498019
2024-11-25T02:24:16,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/a13881cb04f3452e84d3aece2f75f5bb as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a13881cb04f3452e84d3aece2f75f5bb
2024-11-25T02:24:16,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a13881cb04f3452e84d3aece2f75f5bb, entries=250, sequenceid=360, filesize=47.5 K
2024-11-25T02:24:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/cc30d941576a4b098fcfe35c717d2da8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/cc30d941576a4b098fcfe35c717d2da8
2024-11-25T02:24:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-25T02:24:16,031 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/cc30d941576a4b098fcfe35c717d2da8, entries=150, sequenceid=360, filesize=12.0 K
2024-11-25T02:24:16,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:16,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-25T02:24:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:16,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:16,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/655641a823e6436aa8dfac438e498019 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/655641a823e6436aa8dfac438e498019
2024-11-25T02:24:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:16,041 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/655641a823e6436aa8dfac438e498019, entries=150, sequenceid=360, filesize=12.0 K
2024-11-25T02:24:16,042 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for b8ab3f2a9bf969e2068501821e61b213 in 1038ms, sequenceid=360, compaction requested=true
2024-11-25T02:24:16,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:16,042 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:16,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:16,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:16,043 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:16,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:16,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:16,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8ab3f2a9bf969e2068501821e61b213:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:16,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:16,046 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:16,047 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/B is initiating minor compaction (all files)
2024-11-25T02:24:16,047 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/B in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:16,047 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ab56e897128e4e7fafb3bc8299d8070a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/154431eca1fb4af180c16529dff08170, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/cc30d941576a4b098fcfe35c717d2da8] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=48.7 K
2024-11-25T02:24:16,048 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 151780 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:16,048 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/A is initiating minor compaction (all files)
2024-11-25T02:24:16,048 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/A in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:16,048 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f60125d49ad64600b8fc6f7c115c67a1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/5c1bae6e6e304bc5aa480ee1c951354d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f6c0bf4899774897998fa01f103e52a3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a13881cb04f3452e84d3aece2f75f5bb] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=148.2 K
2024-11-25T02:24:16,048 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:16,048 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f60125d49ad64600b8fc6f7c115c67a1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/5c1bae6e6e304bc5aa480ee1c951354d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f6c0bf4899774897998fa01f103e52a3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a13881cb04f3452e84d3aece2f75f5bb]
2024-11-25T02:24:16,049 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ab56e897128e4e7fafb3bc8299d8070a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732501452172
2024-11-25T02:24:16,049 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f60125d49ad64600b8fc6f7c115c67a1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732501452172
2024-11-25T02:24:16,049 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b3dfa9d4e8ec46e49c9522ee5f0ab80d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732501452861
2024-11-25T02:24:16,049 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c1bae6e6e304bc5aa480ee1c951354d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732501452861
2024-11-25T02:24:16,050 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 154431eca1fb4af180c16529dff08170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732501453501
2024-11-25T02:24:16,050 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6c0bf4899774897998fa01f103e52a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732501453501
2024-11-25T02:24:16,050 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting cc30d941576a4b098fcfe35c717d2da8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732501454684
2024-11-25T02:24:16,051 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a13881cb04f3452e84d3aece2f75f5bb, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732501454684
2024-11-25T02:24:16,079 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:16,089 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:16,090 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/c24cf3f0ccd5478eb0ec95a5b29ac0b8 is 50, key is test_row_0/B:col10/1732501454684/Put/seqid=0
2024-11-25T02:24:16,096 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b23fe68574c44e1f967e332333f6ac3b_b8ab3f2a9bf969e2068501821e61b213 store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:16,099 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b23fe68574c44e1f967e332333f6ac3b_b8ab3f2a9bf969e2068501821e61b213, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:16,100 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b23fe68574c44e1f967e332333f6ac3b_b8ab3f2a9bf969e2068501821e61b213 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:16,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742318_1494 (size=13119)
2024-11-25T02:24:16,146 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/c24cf3f0ccd5478eb0ec95a5b29ac0b8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c24cf3f0ccd5478eb0ec95a5b29ac0b8
2024-11-25T02:24:16,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742319_1495 (size=4469)
2024-11-25T02:24:16,156 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/B of b8ab3f2a9bf969e2068501821e61b213 into c24cf3f0ccd5478eb0ec95a5b29ac0b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:16,156 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:16,156 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/B, priority=12, startTime=1732501456043; duration=0sec
2024-11-25T02:24:16,156 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:16,156 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:B
2024-11-25T02:24:16,156 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:16,158 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#A#compaction#411 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:16,159 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/9147f74a387e4a0a8087b05faf5c81a5 is 175, key is test_row_0/A:col10/1732501454684/Put/seqid=0
2024-11-25T02:24:16,161 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:16,161 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): b8ab3f2a9bf969e2068501821e61b213/C is initiating minor compaction (all files)
2024-11-25T02:24:16,162 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b8ab3f2a9bf969e2068501821e61b213/C in TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:16,162 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a59df90a47334bcb9360c45092f98cfd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/1fecd1e7707d4bfaa5895b50b4701601, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/28ae4d526dc843e78461b4c532024b6b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/655641a823e6436aa8dfac438e498019] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp, totalSize=48.7 K
2024-11-25T02:24:16,162 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a59df90a47334bcb9360c45092f98cfd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732501452172
2024-11-25T02:24:16,163 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fecd1e7707d4bfaa5895b50b4701601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732501452861
2024-11-25T02:24:16,163 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ae4d526dc843e78461b4c532024b6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732501453501
2024-11-25T02:24:16,163 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 655641a823e6436aa8dfac438e498019, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732501454684
2024-11-25T02:24:16,177 DEBUG [Thread-1776 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:57313
2024-11-25T02:24:16,177 DEBUG [Thread-1776 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,178 DEBUG [Thread-1782 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:57313
2024-11-25T02:24:16,178 DEBUG [Thread-1782 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,181 DEBUG [Thread-1778 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:57313
2024-11-25T02:24:16,181 DEBUG [Thread-1778 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,183 DEBUG [Thread-1774 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:57313
2024-11-25T02:24:16,183 DEBUG [Thread-1774 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,184 DEBUG [Thread-1780 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:57313
2024-11-25T02:24:16,184 DEBUG [Thread-1780 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:16,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-25T02:24:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:16,186 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-25T02:24:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:16,188 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8ab3f2a9bf969e2068501821e61b213#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:16,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742320_1496 (size=32073)
2024-11-25T02:24:16,189 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/402677aac7b54f9c824d5ba26a980ad6 is 50, key is test_row_0/C:col10/1732501454684/Put/seqid=0
2024-11-25T02:24:16,192 DEBUG [Thread-1763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:57313
2024-11-25T02:24:16,192 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:16,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. as already flushing
2024-11-25T02:24:16,195 DEBUG [Thread-1767 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:57313
2024-11-25T02:24:16,195 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,196 DEBUG [Thread-1771 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:57313
2024-11-25T02:24:16,196 DEBUG [Thread-1771 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,196 DEBUG [Thread-1765 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:57313
2024-11-25T02:24:16,196 DEBUG [Thread-1765 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125752df7aa22ad4381932cb46987777a30_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501455024/Put/seqid=0
2024-11-25T02:24:16,198 DEBUG [Thread-1769 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:57313
2024-11-25T02:24:16,198 DEBUG [Thread-1769 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:16,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742321_1497 (size=13119)
2024-11-25T02:24:16,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742322_1498 (size=12454)
2024-11-25T02:24:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-25T02:24:16,594 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/9147f74a387e4a0a8087b05faf5c81a5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9147f74a387e4a0a8087b05faf5c81a5
2024-11-25T02:24:16,599 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/A of b8ab3f2a9bf969e2068501821e61b213 into 9147f74a387e4a0a8087b05faf5c81a5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:16,599 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:16,599 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/A, priority=12, startTime=1732501456042; duration=0sec
2024-11-25T02:24:16,599 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:16,599 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:A
2024-11-25T02:24:16,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/402677aac7b54f9c824d5ba26a980ad6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/402677aac7b54f9c824d5ba26a980ad6
2024-11-25T02:24:16,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:16,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125752df7aa22ad4381932cb46987777a30_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125752df7aa22ad4381932cb46987777a30_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/d3eea3d1e4204241901fe1d9c9a5121e, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:16,614 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b8ab3f2a9bf969e2068501821e61b213/C of b8ab3f2a9bf969e2068501821e61b213 into 402677aac7b54f9c824d5ba26a980ad6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:16,614 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:16,614 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213., storeName=b8ab3f2a9bf969e2068501821e61b213/C, priority=12, startTime=1732501456043; duration=0sec
2024-11-25T02:24:16,614 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:16,614 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8ab3f2a9bf969e2068501821e61b213:C
2024-11-25T02:24:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/d3eea3d1e4204241901fe1d9c9a5121e is 175, key is test_row_0/A:col10/1732501455024/Put/seqid=0
2024-11-25T02:24:16,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742323_1499 (size=31255)
2024-11-25T02:24:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-25T02:24:17,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/d3eea3d1e4204241901fe1d9c9a5121e
2024-11-25T02:24:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/71d56897bf9d4ad09731827d2005ce34 is 50, key is test_row_0/B:col10/1732501455024/Put/seqid=0
2024-11-25T02:24:17,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742324_1500 (size=12301)
2024-11-25T02:24:17,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/71d56897bf9d4ad09731827d2005ce34
2024-11-25T02:24:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/9105ea5a5a6d494bb71f15a0474777d1 is 50, key is test_row_0/C:col10/1732501455024/Put/seqid=0
2024-11-25T02:24:17,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742325_1501 (size=12301)
2024-11-25T02:24:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-25T02:24:17,842 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/9105ea5a5a6d494bb71f15a0474777d1
2024-11-25T02:24:17,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/d3eea3d1e4204241901fe1d9c9a5121e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/d3eea3d1e4204241901fe1d9c9a5121e
2024-11-25T02:24:17,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/d3eea3d1e4204241901fe1d9c9a5121e, entries=150, sequenceid=370, filesize=30.5 K
2024-11-25T02:24:17,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/71d56897bf9d4ad09731827d2005ce34 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/71d56897bf9d4ad09731827d2005ce34
2024-11-25T02:24:17,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/71d56897bf9d4ad09731827d2005ce34, entries=150, sequenceid=370, filesize=12.0 K
2024-11-25T02:24:17,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/9105ea5a5a6d494bb71f15a0474777d1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/9105ea5a5a6d494bb71f15a0474777d1
2024-11-25T02:24:17,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/9105ea5a5a6d494bb71f15a0474777d1, entries=150, sequenceid=370, filesize=12.0 K
2024-11-25T02:24:17,864 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for b8ab3f2a9bf969e2068501821e61b213 in 1678ms, sequenceid=370, compaction requested=false
2024-11-25T02:24:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111
2024-11-25T02:24:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=111
2024-11-25T02:24:17,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110
2024-11-25T02:24:17,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1390 sec
2024-11-25T02:24:17,869 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.1430 sec
2024-11-25T02:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-25T02:24:19,831 INFO  [Thread-1773 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 57
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 55
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 62
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2028
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6084 rows
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2031
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6093 rows
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2045
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6134 rows
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2047
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6141 rows
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2061
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6183 rows
2024-11-25T02:24:19,832 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-25T02:24:19,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:57313
2024-11-25T02:24:19,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:19,835 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-25T02:24:19,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-25T02:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-25T02:24:19,842 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501459842"}]},"ts":"1732501459842"}
2024-11-25T02:24:19,844 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-25T02:24:19,847 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-25T02:24:19,847 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:24:19,849 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, UNASSIGN}]
2024-11-25T02:24:19,849 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, UNASSIGN
2024-11-25T02:24:19,850 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:19,851 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:24:19,851 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:24:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-25T02:24:20,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:20,002 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:20,002 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing b8ab3f2a9bf969e2068501821e61b213, disabling compactions & flushes
2024-11-25T02:24:20,003 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213. after waiting 0 ms
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:20,003 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing b8ab3f2a9bf969e2068501821e61b213 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=A
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=B
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8ab3f2a9bf969e2068501821e61b213, store=C
2024-11-25T02:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:20,014 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ab126151f0d34cc39c7c7b5be004792c_b8ab3f2a9bf969e2068501821e61b213 is 50, key is test_row_0/A:col10/1732501456192/Put/seqid=0
2024-11-25T02:24:20,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742326_1502 (size=12454)
2024-11-25T02:24:20,033 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:20,037 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ab126151f0d34cc39c7c7b5be004792c_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ab126151f0d34cc39c7c7b5be004792c_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:20,038 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/2fad8227e3b24d39a982e3da67f1c544, store: [table=TestAcidGuarantees family=A region=b8ab3f2a9bf969e2068501821e61b213]
2024-11-25T02:24:20,039 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/2fad8227e3b24d39a982e3da67f1c544 is 175, key is test_row_0/A:col10/1732501456192/Put/seqid=0
2024-11-25T02:24:20,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742327_1503 (size=31255)
2024-11-25T02:24:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-25T02:24:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-25T02:24:20,450 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/2fad8227e3b24d39a982e3da67f1c544
2024-11-25T02:24:20,458 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/def41a19a0de420093afd5f1e1879554 is 50, key is test_row_0/B:col10/1732501456192/Put/seqid=0
2024-11-25T02:24:20,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742328_1504 (size=12301)
2024-11-25T02:24:20,873 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/def41a19a0de420093afd5f1e1879554
2024-11-25T02:24:20,881 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/24d65bbc99b54e319cd8de91f9afa529 is 50, key is test_row_0/C:col10/1732501456192/Put/seqid=0
2024-11-25T02:24:20,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742329_1505 (size=12301)
2024-11-25T02:24:20,885 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/24d65bbc99b54e319cd8de91f9afa529
2024-11-25T02:24:20,890 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/A/2fad8227e3b24d39a982e3da67f1c544 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/2fad8227e3b24d39a982e3da67f1c544
2024-11-25T02:24:20,894 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/2fad8227e3b24d39a982e3da67f1c544, entries=150, sequenceid=380, filesize=30.5 K
2024-11-25T02:24:20,894 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/B/def41a19a0de420093afd5f1e1879554 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def41a19a0de420093afd5f1e1879554
2024-11-25T02:24:20,898 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def41a19a0de420093afd5f1e1879554, entries=150, sequenceid=380, filesize=12.0 K
2024-11-25T02:24:20,899 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/.tmp/C/24d65bbc99b54e319cd8de91f9afa529 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/24d65bbc99b54e319cd8de91f9afa529
2024-11-25T02:24:20,903 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/24d65bbc99b54e319cd8de91f9afa529, entries=150, sequenceid=380, filesize=12.0 K
2024-11-25T02:24:20,904 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b8ab3f2a9bf969e2068501821e61b213 in 901ms, sequenceid=380, compaction requested=true
2024-11-25T02:24:20,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ca0a1a8c328942bebed384299d91d73d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/73871e64c3e548c39682e15feabf8633, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/df64195021b44aff9730c56440b9aadc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/84c7b04feb364ce89153a22798a7b4d0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fa5af4dddf2f455abaaa5dca380096cb, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a2fb84908dec4756b55dbaac90da2e11, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fec0bdf1db214a8b856c2305899e2e54, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/8809b5f786184a3fbc9582b401cb1f38, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/87a5275f1e2349daa4a324d18ead0bb0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ef5b2087c18c4ce88c45d803ce5c0838, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a05243035178464d836ec876f87afd93, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ceacb0b6ec084170af2caa85230e3051, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/00c98b3f13184fa9afe6497886c85a8e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/21b981b1e6414f99a631be03c0a00665, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a1485a92f2bf41ea8c167370d154bdbf, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/15513cdfe33a4b3d9feaf06a209b561f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f10c1c7916a64abb84b56cd2823ed2b9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9a32b9d3a11148e4938cf1487b1b0b82, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f60125d49ad64600b8fc6f7c115c67a1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/614ca4160c554e3d9bb857021e78f34f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/5c1bae6e6e304bc5aa480ee1c951354d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f6c0bf4899774897998fa01f103e52a3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a13881cb04f3452e84d3aece2f75f5bb] to archive
2024-11-25T02:24:20,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:24:20,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ca0a1a8c328942bebed384299d91d73d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ca0a1a8c328942bebed384299d91d73d
2024-11-25T02:24:20,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/73871e64c3e548c39682e15feabf8633 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/73871e64c3e548c39682e15feabf8633
2024-11-25T02:24:20,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/df64195021b44aff9730c56440b9aadc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/df64195021b44aff9730c56440b9aadc
2024-11-25T02:24:20,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/84c7b04feb364ce89153a22798a7b4d0 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/84c7b04feb364ce89153a22798a7b4d0
2024-11-25T02:24:20,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fa5af4dddf2f455abaaa5dca380096cb to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fa5af4dddf2f455abaaa5dca380096cb
2024-11-25T02:24:20,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a2fb84908dec4756b55dbaac90da2e11 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a2fb84908dec4756b55dbaac90da2e11
2024-11-25T02:24:20,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fec0bdf1db214a8b856c2305899e2e54 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/fec0bdf1db214a8b856c2305899e2e54
2024-11-25T02:24:20,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/8809b5f786184a3fbc9582b401cb1f38 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/8809b5f786184a3fbc9582b401cb1f38
2024-11-25T02:24:20,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/87a5275f1e2349daa4a324d18ead0bb0 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/87a5275f1e2349daa4a324d18ead0bb0
2024-11-25T02:24:20,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ef5b2087c18c4ce88c45d803ce5c0838 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ef5b2087c18c4ce88c45d803ce5c0838
2024-11-25T02:24:20,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a05243035178464d836ec876f87afd93 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a05243035178464d836ec876f87afd93
2024-11-25T02:24:20,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ceacb0b6ec084170af2caa85230e3051 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/ceacb0b6ec084170af2caa85230e3051
2024-11-25T02:24:20,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/00c98b3f13184fa9afe6497886c85a8e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/00c98b3f13184fa9afe6497886c85a8e
2024-11-25T02:24:20,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/21b981b1e6414f99a631be03c0a00665 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/21b981b1e6414f99a631be03c0a00665
2024-11-25T02:24:20,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a1485a92f2bf41ea8c167370d154bdbf to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a1485a92f2bf41ea8c167370d154bdbf
2024-11-25T02:24:20,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/15513cdfe33a4b3d9feaf06a209b561f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/15513cdfe33a4b3d9feaf06a209b561f
2024-11-25T02:24:20,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f10c1c7916a64abb84b56cd2823ed2b9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f10c1c7916a64abb84b56cd2823ed2b9
2024-11-25T02:24:20,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/54b5d7d0a3644cf9ac2658e5d3d2ebb6
2024-11-25T02:24:20,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9a32b9d3a11148e4938cf1487b1b0b82 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9a32b9d3a11148e4938cf1487b1b0b82
2024-11-25T02:24:20,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f60125d49ad64600b8fc6f7c115c67a1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f60125d49ad64600b8fc6f7c115c67a1
2024-11-25T02:24:20,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/614ca4160c554e3d9bb857021e78f34f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/614ca4160c554e3d9bb857021e78f34f
2024-11-25T02:24:20,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/5c1bae6e6e304bc5aa480ee1c951354d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/5c1bae6e6e304bc5aa480ee1c951354d
2024-11-25T02:24:20,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f6c0bf4899774897998fa01f103e52a3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/f6c0bf4899774897998fa01f103e52a3
2024-11-25T02:24:20,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a13881cb04f3452e84d3aece2f75f5bb to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/a13881cb04f3452e84d3aece2f75f5bb
2024-11-25T02:24:20,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/550a672c260a44d3ade2d8322dd3b335, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/7281d08380a846d6bb86b2b5241f2f15, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0291499c3f4242539074e23e1e5a8a9c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def6206774414f03ba332f9719b07b15, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c8e1c17f0ff949a6af530a2da93ffb58, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b4b8afdc219b45e5beb678d3f919085c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/aa5befa379e3432c86a3c25b7e60d498, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/28d7f3cb01e340e3917c4ea8de425451, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/823c0ebdebbd4775bc853af4fd025d37, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/f1c3c2edaac24af899e8c330b475adae, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/26eb010120c94e9aaab1c6a61c9c2afe, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/4670a7906de14fb4b4f3369a4084fe98, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/5a3fef2819cb4ac88215ca972f32f4d4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/6d1bb2cfae6f4ddbb70f295acdce640c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0e73c7fe385b4f3ca97d8a4c0e82ba56, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/e98c6e39d9f442d6a7e772312b584bbc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/93e78014e663479eb864294e3a133277, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/17ec6791d6784be996259d8b5e1bea48, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/db6b0b16c84342caa7b551bb7e3a0993, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ab56e897128e4e7fafb3bc8299d8070a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ffe86444ca134e72a67b5a1efac341de, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/154431eca1fb4af180c16529dff08170, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/cc30d941576a4b098fcfe35c717d2da8] to archive
2024-11-25T02:24:20,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:24:20,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/550a672c260a44d3ade2d8322dd3b335 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/550a672c260a44d3ade2d8322dd3b335
2024-11-25T02:24:20,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/7281d08380a846d6bb86b2b5241f2f15 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/7281d08380a846d6bb86b2b5241f2f15
2024-11-25T02:24:20,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0291499c3f4242539074e23e1e5a8a9c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0291499c3f4242539074e23e1e5a8a9c
2024-11-25T02:24:20,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def6206774414f03ba332f9719b07b15 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def6206774414f03ba332f9719b07b15
2024-11-25T02:24:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-25T02:24:20,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c8e1c17f0ff949a6af530a2da93ffb58 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c8e1c17f0ff949a6af530a2da93ffb58
2024-11-25T02:24:20,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b4b8afdc219b45e5beb678d3f919085c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b4b8afdc219b45e5beb678d3f919085c
2024-11-25T02:24:20,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/aa5befa379e3432c86a3c25b7e60d498 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/aa5befa379e3432c86a3c25b7e60d498
2024-11-25T02:24:20,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/28d7f3cb01e340e3917c4ea8de425451 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/28d7f3cb01e340e3917c4ea8de425451
2024-11-25T02:24:20,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/823c0ebdebbd4775bc853af4fd025d37 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/823c0ebdebbd4775bc853af4fd025d37
2024-11-25T02:24:20,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/f1c3c2edaac24af899e8c330b475adae to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/f1c3c2edaac24af899e8c330b475adae
2024-11-25T02:24:20,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/26eb010120c94e9aaab1c6a61c9c2afe to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/26eb010120c94e9aaab1c6a61c9c2afe
2024-11-25T02:24:20,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/4670a7906de14fb4b4f3369a4084fe98 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/4670a7906de14fb4b4f3369a4084fe98
2024-11-25T02:24:20,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/5a3fef2819cb4ac88215ca972f32f4d4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/5a3fef2819cb4ac88215ca972f32f4d4
2024-11-25T02:24:20,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/6d1bb2cfae6f4ddbb70f295acdce640c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/6d1bb2cfae6f4ddbb70f295acdce640c
2024-11-25T02:24:20,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0e73c7fe385b4f3ca97d8a4c0e82ba56 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/0e73c7fe385b4f3ca97d8a4c0e82ba56
2024-11-25T02:24:20,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/e98c6e39d9f442d6a7e772312b584bbc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/e98c6e39d9f442d6a7e772312b584bbc
2024-11-25T02:24:20,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/93e78014e663479eb864294e3a133277 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/93e78014e663479eb864294e3a133277
2024-11-25T02:24:20,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/17ec6791d6784be996259d8b5e1bea48 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/17ec6791d6784be996259d8b5e1bea48
2024-11-25T02:24:20,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/db6b0b16c84342caa7b551bb7e3a0993 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/db6b0b16c84342caa7b551bb7e3a0993
2024-11-25T02:24:20,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ab56e897128e4e7fafb3bc8299d8070a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ab56e897128e4e7fafb3bc8299d8070a
2024-11-25T02:24:20,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ffe86444ca134e72a67b5a1efac341de to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/ffe86444ca134e72a67b5a1efac341de
2024-11-25T02:24:20,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/b3dfa9d4e8ec46e49c9522ee5f0ab80d
2024-11-25T02:24:20,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/154431eca1fb4af180c16529dff08170 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/154431eca1fb4af180c16529dff08170
2024-11-25T02:24:20,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/cc30d941576a4b098fcfe35c717d2da8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/cc30d941576a4b098fcfe35c717d2da8
2024-11-25T02:24:20,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/92f85df6ba4545759d4cd27eb499f377, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/3a9fe17c93fb4b0990accd5eac3d0ad6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/528f04ded8c14e4d8a1a236980dbbf39, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/0d594c6c8e8842f592ff94caca558be0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a255657d511541ccae145640834ea4a9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/d9653f94a06946d2941075508118ca91, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fc0524ab03b4430f872c6ab9575b1753, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/85724f7cab53465fae370d6adaaa9ec4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/576d49744bb3471bb72426c9f7579905, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/6cb118f44ae549b4ad830999c85a94c6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/380daeba0f2b4520bf00cd04e1ff8890, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fe985693eeb7461997ec1ab7a670288e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/41c9f6c17f774b4e91d56beead4f3532, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a58762a364ec43f1b300e7a85ccd6d2f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a99ecf213f5341239f2297d0661116b3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/4905d192d7a94db19b4ff84e010ab17c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/bfbd988ce2b94607a6154cf6fbe58a67, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/8bb560c77a264be2861d8a0b9dabadb8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/5b184a09e6cd4e54ba56ec39b47a5e5d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a59df90a47334bcb9360c45092f98cfd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/aaf85725496d4b0da052a7ba798980f7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/1fecd1e7707d4bfaa5895b50b4701601, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/28ae4d526dc843e78461b4c532024b6b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/655641a823e6436aa8dfac438e498019] to archive
2024-11-25T02:24:20,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:24:20,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/92f85df6ba4545759d4cd27eb499f377 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/92f85df6ba4545759d4cd27eb499f377
2024-11-25T02:24:20,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/3a9fe17c93fb4b0990accd5eac3d0ad6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/3a9fe17c93fb4b0990accd5eac3d0ad6
2024-11-25T02:24:20,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/528f04ded8c14e4d8a1a236980dbbf39 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/528f04ded8c14e4d8a1a236980dbbf39
2024-11-25T02:24:20,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/0d594c6c8e8842f592ff94caca558be0 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/0d594c6c8e8842f592ff94caca558be0
2024-11-25T02:24:20,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a255657d511541ccae145640834ea4a9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a255657d511541ccae145640834ea4a9
2024-11-25T02:24:20,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/d9653f94a06946d2941075508118ca91 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/d9653f94a06946d2941075508118ca91
2024-11-25T02:24:20,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fc0524ab03b4430f872c6ab9575b1753 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fc0524ab03b4430f872c6ab9575b1753
2024-11-25T02:24:20,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/85724f7cab53465fae370d6adaaa9ec4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/85724f7cab53465fae370d6adaaa9ec4
2024-11-25T02:24:20,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/576d49744bb3471bb72426c9f7579905 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/576d49744bb3471bb72426c9f7579905
2024-11-25T02:24:20,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/6cb118f44ae549b4ad830999c85a94c6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/6cb118f44ae549b4ad830999c85a94c6
2024-11-25T02:24:20,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/380daeba0f2b4520bf00cd04e1ff8890 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/380daeba0f2b4520bf00cd04e1ff8890
2024-11-25T02:24:20,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fe985693eeb7461997ec1ab7a670288e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/fe985693eeb7461997ec1ab7a670288e
2024-11-25T02:24:20,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/41c9f6c17f774b4e91d56beead4f3532 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/41c9f6c17f774b4e91d56beead4f3532
2024-11-25T02:24:20,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a58762a364ec43f1b300e7a85ccd6d2f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a58762a364ec43f1b300e7a85ccd6d2f
2024-11-25T02:24:20,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a99ecf213f5341239f2297d0661116b3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a99ecf213f5341239f2297d0661116b3
2024-11-25T02:24:20,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/4905d192d7a94db19b4ff84e010ab17c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/4905d192d7a94db19b4ff84e010ab17c
2024-11-25T02:24:20,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/bfbd988ce2b94607a6154cf6fbe58a67 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/bfbd988ce2b94607a6154cf6fbe58a67
2024-11-25T02:24:20,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/8bb560c77a264be2861d8a0b9dabadb8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/8bb560c77a264be2861d8a0b9dabadb8
2024-11-25T02:24:21,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/5b184a09e6cd4e54ba56ec39b47a5e5d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/5b184a09e6cd4e54ba56ec39b47a5e5d
2024-11-25T02:24:21,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a59df90a47334bcb9360c45092f98cfd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/a59df90a47334bcb9360c45092f98cfd
2024-11-25T02:24:21,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/aaf85725496d4b0da052a7ba798980f7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/aaf85725496d4b0da052a7ba798980f7
2024-11-25T02:24:21,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/1fecd1e7707d4bfaa5895b50b4701601 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/1fecd1e7707d4bfaa5895b50b4701601
2024-11-25T02:24:21,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/28ae4d526dc843e78461b4c532024b6b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/28ae4d526dc843e78461b4c532024b6b
2024-11-25T02:24:21,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/655641a823e6436aa8dfac438e498019 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/655641a823e6436aa8dfac438e498019
2024-11-25T02:24:21,016 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/recovered.edits/383.seqid, newMaxSeqId=383, maxSeqId=4
2024-11-25T02:24:21,017 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.
2024-11-25T02:24:21,017 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for b8ab3f2a9bf969e2068501821e61b213:

2024-11-25T02:24:21,020 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,020 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=b8ab3f2a9bf969e2068501821e61b213, regionState=CLOSED
2024-11-25T02:24:21,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114
2024-11-25T02:24:21,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure b8ab3f2a9bf969e2068501821e61b213, server=d020e4a2beb4,45223,1732501345062 in 1.1700 sec
2024-11-25T02:24:21,024 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113
2024-11-25T02:24:21,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8ab3f2a9bf969e2068501821e61b213, UNASSIGN in 1.1740 sec
2024-11-25T02:24:21,027 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112
2024-11-25T02:24:21,027 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1780 sec
2024-11-25T02:24:21,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501461028"}]},"ts":"1732501461028"}
2024-11-25T02:24:21,030 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-25T02:24:21,032 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-25T02:24:21,034 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1960 sec
2024-11-25T02:24:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-25T02:24:21,946 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed
2024-11-25T02:24:21,947 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-25T02:24:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:21,948 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-25T02:24:21,949 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:21,953 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,956 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/recovered.edits]
2024-11-25T02:24:21,959 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/2fad8227e3b24d39a982e3da67f1c544 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/2fad8227e3b24d39a982e3da67f1c544
2024-11-25T02:24:21,960 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9147f74a387e4a0a8087b05faf5c81a5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/9147f74a387e4a0a8087b05faf5c81a5
2024-11-25T02:24:21,961 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/d3eea3d1e4204241901fe1d9c9a5121e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/A/d3eea3d1e4204241901fe1d9c9a5121e
2024-11-25T02:24:21,964 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/71d56897bf9d4ad09731827d2005ce34 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/71d56897bf9d4ad09731827d2005ce34
2024-11-25T02:24:21,965 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c24cf3f0ccd5478eb0ec95a5b29ac0b8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/c24cf3f0ccd5478eb0ec95a5b29ac0b8
2024-11-25T02:24:21,966 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def41a19a0de420093afd5f1e1879554 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/B/def41a19a0de420093afd5f1e1879554
2024-11-25T02:24:21,968 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/24d65bbc99b54e319cd8de91f9afa529 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/24d65bbc99b54e319cd8de91f9afa529
2024-11-25T02:24:21,970 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/402677aac7b54f9c824d5ba26a980ad6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/402677aac7b54f9c824d5ba26a980ad6
2024-11-25T02:24:21,971 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/9105ea5a5a6d494bb71f15a0474777d1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/C/9105ea5a5a6d494bb71f15a0474777d1
2024-11-25T02:24:21,976 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/recovered.edits/383.seqid to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213/recovered.edits/383.seqid
2024-11-25T02:24:21,977 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,977 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-25T02:24:21,979 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-25T02:24:21,979 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-25T02:24:21,983 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125096f12b3ee374680a246731a1e3d0736_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125096f12b3ee374680a246731a1e3d0736_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,985 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250b55572182424957bf2dfd441d23f47a_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250b55572182424957bf2dfd441d23f47a_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,987 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f6b7675f2974dc098a68437b7f679a4_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f6b7675f2974dc098a68437b7f679a4_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,989 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f8f0a851a014440a031a8d11ce2c6a7_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f8f0a851a014440a031a8d11ce2c6a7_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,990 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541968d0de2194c13ab65c8c18654d620_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541968d0de2194c13ab65c8c18654d620_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,992 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254564b9a3877c4fc2b86622e2acfd9a77_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254564b9a3877c4fc2b86622e2acfd9a77_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,993 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b14af2561b14354a906424313523b34_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b14af2561b14354a906424313523b34_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125752df7aa22ad4381932cb46987777a30_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125752df7aa22ad4381932cb46987777a30_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,997 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766278d9817a44288f784db0d57ea5f6_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766278d9817a44288f784db0d57ea5f6_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:21,999 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766d94743f494da68c1bc1f49a11ee00_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125766d94743f494da68c1bc1f49a11ee00_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,001 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b95e3a1757441d3af381c8f44253fd5_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b95e3a1757441d3af381c8f44253fd5_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,003 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d7f7e5e2cb145229fb2c09de337fc66_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d7f7e5e2cb145229fb2c09de337fc66_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,005 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125842e0c215f0a44aca6d6083b0d44cfb1_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125842e0c215f0a44aca6d6083b0d44cfb1_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,013 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a772c60aa4a946ef9f28fa31568790bc_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a772c60aa4a946ef9f28fa31568790bc_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,015 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ab126151f0d34cc39c7c7b5be004792c_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ab126151f0d34cc39c7c7b5be004792c_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,017 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ac315c0a21ac4198a3eaa8211bc27989_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ac315c0a21ac4198a3eaa8211bc27989_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,019 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b061ad06548046df84d4d033eef49512_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b061ad06548046df84d4d033eef49512_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,021 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c31155d185f6418893a2b52df21d2570_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c31155d185f6418893a2b52df21d2570_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,023 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cdfc8d003dd0473580ff65b1843aa9a1_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cdfc8d003dd0473580ff65b1843aa9a1_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,024 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4b07da0d2e64f38952b642563440a00_b8ab3f2a9bf969e2068501821e61b213 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4b07da0d2e64f38952b642563440a00_b8ab3f2a9bf969e2068501821e61b213
2024-11-25T02:24:22,025 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-25T02:24:22,029 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:22,038 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-25T02:24:22,041 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-25T02:24:22,042 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:22,042 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-25T02:24:22,042 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732501462042"}]},"ts":"9223372036854775807"}
2024-11-25T02:24:22,044 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-25T02:24:22,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b8ab3f2a9bf969e2068501821e61b213, NAME => 'TestAcidGuarantees,,1732501433119.b8ab3f2a9bf969e2068501821e61b213.', STARTKEY => '', ENDKEY => ''}]
2024-11-25T02:24:22,044 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-25T02:24:22,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732501462044"}]},"ts":"9223372036854775807"}
2024-11-25T02:24:22,046 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-25T02:24:22,049 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-25T02:24:22,050 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 102 msec
2024-11-25T02:24:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-25T02:24:22,251 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed
2024-11-25T02:24:22,264 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 241), OpenFileDescriptor=458 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=706 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=6818 (was 6869)
2024-11-25T02:24:22,276 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=6817
2024-11-25T02:24:22,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:24:22,278 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:24:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:22,280 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T02:24:22,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:22,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 117
2024-11-25T02:24:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-25T02:24:22,282 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T02:24:22,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742330_1506 (size=963)
2024-11-25T02:24:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-25T02:24:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-25T02:24:22,690 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:24:22,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742331_1507 (size=53)
2024-11-25T02:24:22,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:24:22,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1de6bad39c8f9787ad77ca9d20398010, disabling compactions & flushes
2024-11-25T02:24:22,707 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:22,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:22,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. after waiting 0 ms
2024-11-25T02:24:22,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:22,707 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:22,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:22,708 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T02:24:22,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732501462708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501462708"}]},"ts":"1732501462708"}
2024-11-25T02:24:22,710 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-25T02:24:22,711 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T02:24:22,711 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501462711"}]},"ts":"1732501462711"}
2024-11-25T02:24:22,712 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-25T02:24:22,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1de6bad39c8f9787ad77ca9d20398010, ASSIGN}]
2024-11-25T02:24:22,718 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1de6bad39c8f9787ad77ca9d20398010, ASSIGN
2024-11-25T02:24:22,719 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1de6bad39c8f9787ad77ca9d20398010, ASSIGN; state=OFFLINE, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=false
2024-11-25T02:24:22,869 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=1de6bad39c8f9787ad77ca9d20398010, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:22,871 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:24:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-25T02:24:23,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,024 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,024 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:24:23,025 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:23,025 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:24:23,025 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:23,025 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:23,026 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1de6bad39c8f9787ad77ca9d20398010 
2024-11-25T02:24:23,027 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:23,027 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1de6bad39c8f9787ad77ca9d20398010 columnFamilyName A
2024-11-25T02:24:23,027 DEBUG [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:23,028 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.HStore(327): Store=1de6bad39c8f9787ad77ca9d20398010/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:23,028 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1de6bad39c8f9787ad77ca9d20398010 
2024-11-25T02:24:23,029 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:23,029 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1de6bad39c8f9787ad77ca9d20398010 columnFamilyName B
2024-11-25T02:24:23,029 DEBUG [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:23,029 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.HStore(327): Store=1de6bad39c8f9787ad77ca9d20398010/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:23,029 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1de6bad39c8f9787ad77ca9d20398010 
2024-11-25T02:24:23,030 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:23,030 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1de6bad39c8f9787ad77ca9d20398010 columnFamilyName C
2024-11-25T02:24:23,030 DEBUG [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:23,031 INFO  [StoreOpener-1de6bad39c8f9787ad77ca9d20398010-1 {}] regionserver.HStore(327): Store=1de6bad39c8f9787ad77ca9d20398010/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:23,031 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,031 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:23,032 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:23,033 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:24:23,033 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:23,035 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:24:23,035 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 1de6bad39c8f9787ad77ca9d20398010; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72402837, jitterRate=0.07888634502887726}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:24:23,035 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:23,036 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., pid=119, masterSystemTime=1732501463022
2024-11-25T02:24:23,037 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,037 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,038 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=1de6bad39c8f9787ad77ca9d20398010, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118
2024-11-25T02:24:23,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062 in 167 msec
2024-11-25T02:24:23,041 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117
2024-11-25T02:24:23,041 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1de6bad39c8f9787ad77ca9d20398010, ASSIGN in 323 msec
2024-11-25T02:24:23,041 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T02:24:23,042 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501463041"}]},"ts":"1732501463041"}
2024-11-25T02:24:23,042 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-25T02:24:23,044 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T02:24:23,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 766 msec
2024-11-25T02:24:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117
2024-11-25T02:24:23,385 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed
2024-11-25T02:24:23,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1
2024-11-25T02:24:23,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T02:24:23,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,392 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T02:24:23,394 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T02:24:23,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416
2024-11-25T02:24:23,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04
2024-11-25T02:24:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076
2024-11-25T02:24:23,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d
2024-11-25T02:24:23,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825
2024-11-25T02:24:23,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2
2024-11-25T02:24:23,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102
2024-11-25T02:24:23,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f
2024-11-25T02:24:23,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d
2024-11-25T02:24:23,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e
2024-11-25T02:24:23,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:23,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees
2024-11-25T02:24:23,430 DEBUG [hconnection-0x4581ea4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,430 DEBUG [hconnection-0x1d156578-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-25T02:24:23,430 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:23,431 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:23,431 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,431 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:23,431 DEBUG [hconnection-0x57ba8d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,432 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,432 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,432 DEBUG [hconnection-0x5e66a891-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,433 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:23,438 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:23,438 DEBUG [hconnection-0x741e27a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,438 DEBUG [hconnection-0x38382858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,438 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:23,438 DEBUG [hconnection-0x72670577-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:23,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:23,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:23,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:23,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:23,439 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,439 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,440 DEBUG [hconnection-0x5c4c9f6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,440 DEBUG [hconnection-0x1d8edf95-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,441 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,441 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,448 DEBUG [hconnection-0x30a017b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:23,451 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:23,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501523457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501523458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501523458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501523459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501523459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/49d03486eeef47b3bccc935d65d1cd6a is 50, key is test_row_0/A:col10/1732501463437/Put/seqid=0
2024-11-25T02:24:23,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742332_1508 (size=12001)
2024-11-25T02:24:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-25T02:24:23,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501523559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501523559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501523560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501523560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501523560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-25T02:24:23,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:23,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-25T02:24:23,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-25T02:24:23,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:23,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501523764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501523764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501523764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501523764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501523765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,869 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/49d03486eeef47b3bccc935d65d1cd6a
2024-11-25T02:24:23,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:23,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-25T02:24:23,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:23,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:23,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:23,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4d5f16a1b8944ca0826a839aa4895d36 is 50, key is test_row_0/B:col10/1732501463437/Put/seqid=0
2024-11-25T02:24:23,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742333_1509 (size=12001)
2024-11-25T02:24:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-25T02:24:24,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-25T02:24:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:24,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501524068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501524068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501524068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501524069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501524069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-25T02:24:24,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:24,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:24,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:24,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,300 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4d5f16a1b8944ca0826a839aa4895d36
2024-11-25T02:24:24,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/914206711d7845549b4ed29e34224063 is 50, key is test_row_0/C:col10/1732501463437/Put/seqid=0
2024-11-25T02:24:24,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742334_1510 (size=12001)
2024-11-25T02:24:24,330 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/914206711d7845549b4ed29e34224063
2024-11-25T02:24:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/49d03486eeef47b3bccc935d65d1cd6a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/49d03486eeef47b3bccc935d65d1cd6a
2024-11-25T02:24:24,338 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/49d03486eeef47b3bccc935d65d1cd6a, entries=150, sequenceid=14, filesize=11.7 K
2024-11-25T02:24:24,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4d5f16a1b8944ca0826a839aa4895d36 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4d5f16a1b8944ca0826a839aa4895d36
2024-11-25T02:24:24,342 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4d5f16a1b8944ca0826a839aa4895d36, entries=150, sequenceid=14, filesize=11.7 K
2024-11-25T02:24:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/914206711d7845549b4ed29e34224063 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/914206711d7845549b4ed29e34224063
2024-11-25T02:24:24,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/914206711d7845549b4ed29e34224063, entries=150, sequenceid=14, filesize=11.7 K
2024-11-25T02:24:24,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-25T02:24:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:24,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 1de6bad39c8f9787ad77ca9d20398010 in 909ms, sequenceid=14, compaction requested=false
2024-11-25T02:24:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-25T02:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=121
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:24,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-11-25T02:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:24,499 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:24,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/c9e6f327863d427b91d63b3c078b8f9c is 50, key is test_row_0/A:col10/1732501463457/Put/seqid=0
2024-11-25T02:24:24,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742335_1511 (size=12001)
2024-11-25T02:24:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-25T02:24:24,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:24,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501524577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501524580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501524580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501524581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501524582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501524684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501524686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501524686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501524686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501524686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501524886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501524890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501524890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501524891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501524891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:24,908 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/c9e6f327863d427b91d63b3c078b8f9c
2024-11-25T02:24:24,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/678f8d734b1d4180a1a8235b74ffbb56 is 50, key is test_row_0/B:col10/1732501463457/Put/seqid=0
2024-11-25T02:24:24,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742336_1512 (size=12001)
2024-11-25T02:24:24,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/678f8d734b1d4180a1a8235b74ffbb56
2024-11-25T02:24:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c4894c0b2c744e988e23fd37401ea583 is 50, key is test_row_0/C:col10/1732501463457/Put/seqid=0
2024-11-25T02:24:24,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742337_1513 (size=12001)
2024-11-25T02:24:25,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501525189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501525194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501525195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501525195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501525197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c4894c0b2c744e988e23fd37401ea583
2024-11-25T02:24:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/c9e6f327863d427b91d63b3c078b8f9c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/c9e6f327863d427b91d63b3c078b8f9c
2024-11-25T02:24:25,346 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/c9e6f327863d427b91d63b3c078b8f9c, entries=150, sequenceid=39, filesize=11.7 K
2024-11-25T02:24:25,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/678f8d734b1d4180a1a8235b74ffbb56 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/678f8d734b1d4180a1a8235b74ffbb56
2024-11-25T02:24:25,350 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/678f8d734b1d4180a1a8235b74ffbb56, entries=150, sequenceid=39, filesize=11.7 K
2024-11-25T02:24:25,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c4894c0b2c744e988e23fd37401ea583 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c4894c0b2c744e988e23fd37401ea583
2024-11-25T02:24:25,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c4894c0b2c744e988e23fd37401ea583, entries=150, sequenceid=39, filesize=11.7 K
2024-11-25T02:24:25,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1de6bad39c8f9787ad77ca9d20398010 in 855ms, sequenceid=39, compaction requested=false
2024-11-25T02:24:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121
2024-11-25T02:24:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=121
2024-11-25T02:24:25,357 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120
2024-11-25T02:24:25,357 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9240 sec
2024-11-25T02:24:25,358 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.9280 sec
2024-11-25T02:24:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-25T02:24:25,534 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed
2024-11-25T02:24:25,535 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees
2024-11-25T02:24:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-25T02:24:25,537 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:25,537 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:25,537 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-25T02:24:25,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-11-25T02:24:25,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:25,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:25,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/5106e78e2b3f4e0db6f74bec8f62e7c5 is 50, key is test_row_0/A:col10/1732501464581/Put/seqid=0
2024-11-25T02:24:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:25,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742338_1514 (size=12001)
2024-11-25T02:24:25,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501525729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501525729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501525729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501525731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501525731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501525834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501525835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-25T02:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501525836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501525836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:25,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501525836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501526038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501526039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501526040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501526040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501526040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/5106e78e2b3f4e0db6f74bec8f62e7c5
2024-11-25T02:24:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/2dbf451e7de547ef84ab46afb9d3c991 is 50, key is test_row_0/B:col10/1732501464581/Put/seqid=0
2024-11-25T02:24:26,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742339_1515 (size=12001)
2024-11-25T02:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-25T02:24:26,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501526343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501526343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501526343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501526344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501526345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/2dbf451e7de547ef84ab46afb9d3c991
2024-11-25T02:24:26,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/cb4efc0f610e44e0a96f82b7666660c6 is 50, key is test_row_0/C:col10/1732501464581/Put/seqid=0
2024-11-25T02:24:26,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742340_1516 (size=12001)
2024-11-25T02:24:26,535 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T02:24:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-25T02:24:26,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501526847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501526850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501526850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501526851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501526852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:26,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/cb4efc0f610e44e0a96f82b7666660c6
2024-11-25T02:24:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/5106e78e2b3f4e0db6f74bec8f62e7c5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/5106e78e2b3f4e0db6f74bec8f62e7c5
2024-11-25T02:24:26,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/5106e78e2b3f4e0db6f74bec8f62e7c5, entries=150, sequenceid=50, filesize=11.7 K
2024-11-25T02:24:26,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/2dbf451e7de547ef84ab46afb9d3c991 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/2dbf451e7de547ef84ab46afb9d3c991
2024-11-25T02:24:26,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/2dbf451e7de547ef84ab46afb9d3c991, entries=150, sequenceid=50, filesize=11.7 K
2024-11-25T02:24:26,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/cb4efc0f610e44e0a96f82b7666660c6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cb4efc0f610e44e0a96f82b7666660c6
2024-11-25T02:24:26,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cb4efc0f610e44e0a96f82b7666660c6, entries=150, sequenceid=50, filesize=11.7 K
2024-11-25T02:24:26,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1de6bad39c8f9787ad77ca9d20398010 in 1248ms, sequenceid=50, compaction requested=true
2024-11-25T02:24:26,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:26,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:26,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123
2024-11-25T02:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=123
2024-11-25T02:24:26,939 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122
2024-11-25T02:24:26,940 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec
2024-11-25T02:24:26,941 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4050 sec
2024-11-25T02:24:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-25T02:24:27,640 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed
2024-11-25T02:24:27,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees
2024-11-25T02:24:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-25T02:24:27,643 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:27,643 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:27,643 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-25T02:24:27,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-25T02:24:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:27,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-25T02:24:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/7d664cb4939244499cec7fc0cb5bd3d8 is 50, key is test_row_0/A:col10/1732501465715/Put/seqid=0
2024-11-25T02:24:27,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742341_1517 (size=12001)
2024-11-25T02:24:27,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/7d664cb4939244499cec7fc0cb5bd3d8
2024-11-25T02:24:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/c8bb2b2f0d33462aa825b6752a34df77 is 50, key is test_row_0/B:col10/1732501465715/Put/seqid=0
2024-11-25T02:24:27,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742342_1518 (size=12001)
2024-11-25T02:24:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:27,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:27,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501527865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501527866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501527867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501527873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501527874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-25T02:24:27,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501527974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501527974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501527974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501527980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:27,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501527980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501528179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501528181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501528181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501528186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501528187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/c8bb2b2f0d33462aa825b6752a34df77
2024-11-25T02:24:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/24c350981f8242c98e7405602cbe05c1 is 50, key is test_row_0/C:col10/1732501465715/Put/seqid=0
2024-11-25T02:24:28,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742343_1519 (size=12001)
2024-11-25T02:24:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-25T02:24:28,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501528483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501528485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501528486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501528492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501528492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/24c350981f8242c98e7405602cbe05c1
2024-11-25T02:24:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/7d664cb4939244499cec7fc0cb5bd3d8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7d664cb4939244499cec7fc0cb5bd3d8
2024-11-25T02:24:28,644 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7d664cb4939244499cec7fc0cb5bd3d8, entries=150, sequenceid=76, filesize=11.7 K
2024-11-25T02:24:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/c8bb2b2f0d33462aa825b6752a34df77 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c8bb2b2f0d33462aa825b6752a34df77
2024-11-25T02:24:28,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c8bb2b2f0d33462aa825b6752a34df77, entries=150, sequenceid=76, filesize=11.7 K
2024-11-25T02:24:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/24c350981f8242c98e7405602cbe05c1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/24c350981f8242c98e7405602cbe05c1
2024-11-25T02:24:28,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/24c350981f8242c98e7405602cbe05c1, entries=150, sequenceid=76, filesize=11.7 K
2024-11-25T02:24:28,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 1de6bad39c8f9787ad77ca9d20398010 in 858ms, sequenceid=76, compaction requested=true
2024-11-25T02:24:28,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:28,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:28,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125
2024-11-25T02:24:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=125
2024-11-25T02:24:28,657 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124
2024-11-25T02:24:28,657 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec
2024-11-25T02:24:28,659 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.0170 sec
2024-11-25T02:24:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-25T02:24:28,746 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed
2024-11-25T02:24:28,747 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees
2024-11-25T02:24:28,749 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-25T02:24:28,749 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:28,749 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-25T02:24:28,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:28,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-25T02:24:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:28,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/fd4db10af9a54dd4a8196166778f626a is 50, key is test_row_0/A:col10/1732501467872/Put/seqid=0
2024-11-25T02:24:28,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742344_1520 (size=12001)
2024-11-25T02:24:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:28,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:29,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501529020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501529021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501529022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501529023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501529023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-25T02:24:29,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501529130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501529130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501529132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501529132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501529134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/fd4db10af9a54dd4a8196166778f626a
2024-11-25T02:24:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ac93748dd32d458f93b39b51da527257 is 50, key is test_row_0/B:col10/1732501467872/Put/seqid=0
2024-11-25T02:24:29,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742345_1521 (size=12001)
2024-11-25T02:24:29,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501529337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501529337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501529337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501529337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501529340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-25T02:24:29,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501529641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501529642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501529643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501529643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501529644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:29,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ac93748dd32d458f93b39b51da527257
2024-11-25T02:24:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c42a2ca0950a4ae7b2510a8e2bb8789d is 50, key is test_row_0/C:col10/1732501467872/Put/seqid=0
2024-11-25T02:24:29,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742346_1522 (size=12001)
2024-11-25T02:24:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-25T02:24:30,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c42a2ca0950a4ae7b2510a8e2bb8789d
2024-11-25T02:24:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/fd4db10af9a54dd4a8196166778f626a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fd4db10af9a54dd4a8196166778f626a
2024-11-25T02:24:30,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fd4db10af9a54dd4a8196166778f626a, entries=150, sequenceid=87, filesize=11.7 K
2024-11-25T02:24:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ac93748dd32d458f93b39b51da527257 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ac93748dd32d458f93b39b51da527257
2024-11-25T02:24:30,150 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ac93748dd32d458f93b39b51da527257, entries=150, sequenceid=87, filesize=11.7 K
2024-11-25T02:24:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c42a2ca0950a4ae7b2510a8e2bb8789d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c42a2ca0950a4ae7b2510a8e2bb8789d
2024-11-25T02:24:30,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c42a2ca0950a4ae7b2510a8e2bb8789d, entries=150, sequenceid=87, filesize=11.7 K
2024-11-25T02:24:30,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1de6bad39c8f9787ad77ca9d20398010 in 1250ms, sequenceid=87, compaction requested=true
2024-11-25T02:24:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127
2024-11-25T02:24:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:30,156 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-25T02:24:30,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:30,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/0c76f906341041ad92c7ac9578c1f5ba is 50, key is test_row_0/A:col10/1732501470155/Put/seqid=0
2024-11-25T02:24:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=127
2024-11-25T02:24:30,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126
2024-11-25T02:24:30,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec
2024-11-25T02:24:30,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4200 sec
2024-11-25T02:24:30,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501530166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501530167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501530168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501530170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501530170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742347_1523 (size=16681)
2024-11-25T02:24:30,182 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/0c76f906341041ad92c7ac9578c1f5ba
2024-11-25T02:24:30,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/d0b37dd41beb46e984a133fe17ec4e07 is 50, key is test_row_0/B:col10/1732501470155/Put/seqid=0
2024-11-25T02:24:30,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742348_1524 (size=12001)
2024-11-25T02:24:30,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501530275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501530276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501530277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501530281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501530281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501530481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501530481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501530481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501530487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501530487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,597 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/d0b37dd41beb46e984a133fe17ec4e07
2024-11-25T02:24:30,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/041b1cee40b74f698332347b55281c94 is 50, key is test_row_0/C:col10/1732501470155/Put/seqid=0
2024-11-25T02:24:30,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742349_1525 (size=12001)
2024-11-25T02:24:30,608 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/041b1cee40b74f698332347b55281c94
2024-11-25T02:24:30,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/0c76f906341041ad92c7ac9578c1f5ba as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0c76f906341041ad92c7ac9578c1f5ba
2024-11-25T02:24:30,615 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0c76f906341041ad92c7ac9578c1f5ba, entries=250, sequenceid=114, filesize=16.3 K
2024-11-25T02:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/d0b37dd41beb46e984a133fe17ec4e07 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/d0b37dd41beb46e984a133fe17ec4e07
2024-11-25T02:24:30,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/d0b37dd41beb46e984a133fe17ec4e07, entries=150, sequenceid=114, filesize=11.7 K
2024-11-25T02:24:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/041b1cee40b74f698332347b55281c94 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041b1cee40b74f698332347b55281c94
2024-11-25T02:24:30,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041b1cee40b74f698332347b55281c94, entries=150, sequenceid=114, filesize=11.7 K
2024-11-25T02:24:30,622 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 1de6bad39c8f9787ad77ca9d20398010 in 466ms, sequenceid=114, compaction requested=true
2024-11-25T02:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:30,623 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-25T02:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:30,623 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-25T02:24:30,624 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 76686 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-25T02:24:30,624 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-25T02:24:30,625 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:30,625 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:30,625 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:30,625 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:30,625 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/49d03486eeef47b3bccc935d65d1cd6a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/c9e6f327863d427b91d63b3c078b8f9c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/5106e78e2b3f4e0db6f74bec8f62e7c5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7d664cb4939244499cec7fc0cb5bd3d8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fd4db10af9a54dd4a8196166778f626a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0c76f906341041ad92c7ac9578c1f5ba] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=74.9 K
2024-11-25T02:24:30,625 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4d5f16a1b8944ca0826a839aa4895d36, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/678f8d734b1d4180a1a8235b74ffbb56, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/2dbf451e7de547ef84ab46afb9d3c991, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c8bb2b2f0d33462aa825b6752a34df77, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ac93748dd32d458f93b39b51da527257, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/d0b37dd41beb46e984a133fe17ec4e07] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=70.3 K
2024-11-25T02:24:30,625 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d5f16a1b8944ca0826a839aa4895d36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732501463436
2024-11-25T02:24:30,625 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49d03486eeef47b3bccc935d65d1cd6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732501463436
2024-11-25T02:24:30,626 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 678f8d734b1d4180a1a8235b74ffbb56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732501463457
2024-11-25T02:24:30,626 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9e6f327863d427b91d63b3c078b8f9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732501463457
2024-11-25T02:24:30,626 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dbf451e7de547ef84ab46afb9d3c991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501464579
2024-11-25T02:24:30,626 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5106e78e2b3f4e0db6f74bec8f62e7c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501464579
2024-11-25T02:24:30,626 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d664cb4939244499cec7fc0cb5bd3d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501465715
2024-11-25T02:24:30,626 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c8bb2b2f0d33462aa825b6752a34df77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501465715
2024-11-25T02:24:30,626 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd4db10af9a54dd4a8196166778f626a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732501467862
2024-11-25T02:24:30,627 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ac93748dd32d458f93b39b51da527257, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732501467862
2024-11-25T02:24:30,627 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b37dd41beb46e984a133fe17ec4e07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501469020
2024-11-25T02:24:30,627 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c76f906341041ad92c7ac9578c1f5ba, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501469020
2024-11-25T02:24:30,639 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#438 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:30,639 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/462546e43040471289010d8ca9e4ab74 is 50, key is test_row_0/A:col10/1732501470155/Put/seqid=0
2024-11-25T02:24:30,639 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:30,640 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/12c5b02f42c1486097a17da112d4eb22 is 50, key is test_row_0/B:col10/1732501470155/Put/seqid=0
2024-11-25T02:24:30,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742350_1526 (size=12207)
2024-11-25T02:24:30,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742351_1527 (size=12207)
2024-11-25T02:24:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:30,791 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:30,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:30,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:30,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:30,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:30,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:30,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:30,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/f8c359e585774199a3fbc6d4ffa988f7 is 50, key is test_row_0/A:col10/1732501470168/Put/seqid=0
2024-11-25T02:24:30,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742352_1528 (size=12001)
2024-11-25T02:24:30,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501530824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501530831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501530832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501530833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501530834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-25T02:24:30,852 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed
2024-11-25T02:24:30,853 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees
2024-11-25T02:24:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-25T02:24:30,855 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:30,855 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:30,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:30,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501530936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501530941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501530944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501530944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501530944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-25T02:24:31,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-25T02:24:31,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,050 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/462546e43040471289010d8ca9e4ab74 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/462546e43040471289010d8ca9e4ab74
2024-11-25T02:24:31,053 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 462546e43040471289010d8ca9e4ab74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:31,053 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:31,053 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=10, startTime=1732501470623; duration=0sec
2024-11-25T02:24:31,053 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:31,053 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:31,053 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-25T02:24:31,056 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-25T02:24:31,057 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:31,057 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,057 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/914206711d7845549b4ed29e34224063, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c4894c0b2c744e988e23fd37401ea583, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cb4efc0f610e44e0a96f82b7666660c6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/24c350981f8242c98e7405602cbe05c1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c42a2ca0950a4ae7b2510a8e2bb8789d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041b1cee40b74f698332347b55281c94] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=70.3 K
2024-11-25T02:24:31,057 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 914206711d7845549b4ed29e34224063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732501463436
2024-11-25T02:24:31,058 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4894c0b2c744e988e23fd37401ea583, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732501463457
2024-11-25T02:24:31,058 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb4efc0f610e44e0a96f82b7666660c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732501464579
2024-11-25T02:24:31,058 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/12c5b02f42c1486097a17da112d4eb22 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/12c5b02f42c1486097a17da112d4eb22
2024-11-25T02:24:31,058 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24c350981f8242c98e7405602cbe05c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732501465715
2024-11-25T02:24:31,059 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c42a2ca0950a4ae7b2510a8e2bb8789d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732501467862
2024-11-25T02:24:31,059 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 041b1cee40b74f698332347b55281c94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501469020
2024-11-25T02:24:31,062 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into 12c5b02f42c1486097a17da112d4eb22(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:31,062 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:31,062 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=10, startTime=1732501470623; duration=0sec
2024-11-25T02:24:31,062 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:31,062 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:31,073 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#441 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:31,073 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/65503c6010c64605b73d8a0e54a55d88 is 50, key is test_row_0/C:col10/1732501470155/Put/seqid=0
2024-11-25T02:24:31,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742353_1529 (size=12207)
2024-11-25T02:24:31,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501531143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501531146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-25T02:24:31,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501531153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501531153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501531154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-25T02:24:31,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:31,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,199 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/f8c359e585774199a3fbc6d4ffa988f7
2024-11-25T02:24:31,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/feb025fdfe854dc4a4fe0bbe776540e2 is 50, key is test_row_0/B:col10/1732501470168/Put/seqid=0
2024-11-25T02:24:31,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742354_1530 (size=12001)
2024-11-25T02:24:31,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-25T02:24:31,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:31,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501531448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501531453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-25T02:24:31,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501531463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-25T02:24:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501531463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501531463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,482 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/65503c6010c64605b73d8a0e54a55d88 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/65503c6010c64605b73d8a0e54a55d88
2024-11-25T02:24:31,485 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into 65503c6010c64605b73d8a0e54a55d88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:31,485 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:31,485 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=10, startTime=1732501470623; duration=0sec
2024-11-25T02:24:31,486 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:31,486 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:31,610 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/feb025fdfe854dc4a4fe0bbe776540e2
2024-11-25T02:24:31,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ed843f38986a4018b86e4cd768680c11 is 50, key is test_row_0/C:col10/1732501470168/Put/seqid=0
2024-11-25T02:24:31,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-25T02:24:31,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:31,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:31,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742355_1531 (size=12001)
2024-11-25T02:24:31,624 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ed843f38986a4018b86e4cd768680c11
2024-11-25T02:24:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/f8c359e585774199a3fbc6d4ffa988f7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f8c359e585774199a3fbc6d4ffa988f7
2024-11-25T02:24:31,634 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f8c359e585774199a3fbc6d4ffa988f7, entries=150, sequenceid=125, filesize=11.7 K
2024-11-25T02:24:31,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/feb025fdfe854dc4a4fe0bbe776540e2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/feb025fdfe854dc4a4fe0bbe776540e2
2024-11-25T02:24:31,652 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/feb025fdfe854dc4a4fe0bbe776540e2, entries=150, sequenceid=125, filesize=11.7 K
2024-11-25T02:24:31,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ed843f38986a4018b86e4cd768680c11 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ed843f38986a4018b86e4cd768680c11
2024-11-25T02:24:31,660 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ed843f38986a4018b86e4cd768680c11, entries=150, sequenceid=125, filesize=11.7 K
2024-11-25T02:24:31,660 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1de6bad39c8f9787ad77ca9d20398010 in 869ms, sequenceid=125, compaction requested=false
2024-11-25T02:24:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:31,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:31,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-25T02:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:31,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/be1d29dec982428d9fc75e8c6da9b963 is 50, key is test_row_0/A:col10/1732501470831/Put/seqid=0
2024-11-25T02:24:31,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742356_1532 (size=12151)
2024-11-25T02:24:31,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/be1d29dec982428d9fc75e8c6da9b963
2024-11-25T02:24:31,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/f7b162ee72c441fbbae5de1d291e8988 is 50, key is test_row_0/B:col10/1732501470831/Put/seqid=0
2024-11-25T02:24:31,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742357_1533 (size=12151)
2024-11-25T02:24:31,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/f7b162ee72c441fbbae5de1d291e8988
2024-11-25T02:24:31,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/1e9c475c4d834c91894ff79b48de33bc is 50, key is test_row_0/C:col10/1732501470831/Put/seqid=0
2024-11-25T02:24:31,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742358_1534 (size=12151)
2024-11-25T02:24:31,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/1e9c475c4d834c91894ff79b48de33bc
2024-11-25T02:24:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/be1d29dec982428d9fc75e8c6da9b963 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/be1d29dec982428d9fc75e8c6da9b963
2024-11-25T02:24:31,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/be1d29dec982428d9fc75e8c6da9b963, entries=150, sequenceid=153, filesize=11.9 K
2024-11-25T02:24:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/f7b162ee72c441fbbae5de1d291e8988 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f7b162ee72c441fbbae5de1d291e8988
2024-11-25T02:24:31,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f7b162ee72c441fbbae5de1d291e8988, entries=150, sequenceid=153, filesize=11.9 K
2024-11-25T02:24:31,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/1e9c475c4d834c91894ff79b48de33bc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/1e9c475c4d834c91894ff79b48de33bc
2024-11-25T02:24:31,827 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/1e9c475c4d834c91894ff79b48de33bc, entries=150, sequenceid=153, filesize=11.9 K
2024-11-25T02:24:31,827 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 1de6bad39c8f9787ad77ca9d20398010 in 54ms, sequenceid=153, compaction requested=true
2024-11-25T02:24:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129
2024-11-25T02:24:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=129
2024-11-25T02:24:31,830 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128
2024-11-25T02:24:31,830 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 972 msec
2024-11-25T02:24:31,831 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 977 msec
2024-11-25T02:24:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-25T02:24:31,957 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed
2024-11-25T02:24:31,959 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees
2024-11-25T02:24:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-25T02:24:31,960 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:31,961 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:31,961 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:31,974 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:31,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/37155b09cba048d5b8fa463a1bff3a9a is 50, key is test_row_0/A:col10/1732501471973/Put/seqid=0
2024-11-25T02:24:31,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742359_1535 (size=14541)
2024-11-25T02:24:32,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501531997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501531997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501531999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501532000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501532001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-25T02:24:32,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501532105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501532106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501532106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501532107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501532107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-25T02:24:32,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501532307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501532312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501532312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501532313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501532314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,384 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/37155b09cba048d5b8fa463a1bff3a9a
2024-11-25T02:24:32,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/1978b533fe60436aa6827d6163eef4c9 is 50, key is test_row_0/B:col10/1732501471973/Put/seqid=0
2024-11-25T02:24:32,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742360_1536 (size=12151)
2024-11-25T02:24:32,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:32,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:32,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-25T02:24:32,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501532611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501532616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501532616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501532616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501532622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:32,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:32,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,799 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/1978b533fe60436aa6827d6163eef4c9
2024-11-25T02:24:32,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/0185886998544a56a4f55a73b62345aa is 50, key is test_row_0/C:col10/1732501471973/Put/seqid=0
2024-11-25T02:24:32,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742361_1537 (size=12151)
2024-11-25T02:24:32,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:32,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:32,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:33,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-25T02:24:33,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501533121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501533122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501533123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501533126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501533131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:33,212 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/0185886998544a56a4f55a73b62345aa
2024-11-25T02:24:33,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/37155b09cba048d5b8fa463a1bff3a9a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/37155b09cba048d5b8fa463a1bff3a9a
2024-11-25T02:24:33,222 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/37155b09cba048d5b8fa463a1bff3a9a, entries=200, sequenceid=165, filesize=14.2 K
2024-11-25T02:24:33,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/1978b533fe60436aa6827d6163eef4c9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1978b533fe60436aa6827d6163eef4c9
2024-11-25T02:24:33,233 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1978b533fe60436aa6827d6163eef4c9, entries=150, sequenceid=165, filesize=11.9 K
2024-11-25T02:24:33,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/0185886998544a56a4f55a73b62345aa as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0185886998544a56a4f55a73b62345aa
2024-11-25T02:24:33,238 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0185886998544a56a4f55a73b62345aa, entries=150, sequenceid=165, filesize=11.9 K
2024-11-25T02:24:33,239 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1de6bad39c8f9787ad77ca9d20398010 in 1265ms, sequenceid=165, compaction requested=true
2024-11-25T02:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:33,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:33,239 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:33,240 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:33,240 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:33,241 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,241 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/12c5b02f42c1486097a17da112d4eb22, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/feb025fdfe854dc4a4fe0bbe776540e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f7b162ee72c441fbbae5de1d291e8988, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1978b533fe60436aa6827d6163eef4c9] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=47.4 K
2024-11-25T02:24:33,241 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50900 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:33,241 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:33,241 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c5b02f42c1486097a17da112d4eb22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501469020
2024-11-25T02:24:33,241 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,241 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/462546e43040471289010d8ca9e4ab74, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f8c359e585774199a3fbc6d4ffa988f7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/be1d29dec982428d9fc75e8c6da9b963, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/37155b09cba048d5b8fa463a1bff3a9a] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=49.7 K
2024-11-25T02:24:33,241 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting feb025fdfe854dc4a4fe0bbe776540e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732501470167
2024-11-25T02:24:33,243 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 462546e43040471289010d8ca9e4ab74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501469020
2024-11-25T02:24:33,243 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b162ee72c441fbbae5de1d291e8988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732501470820
2024-11-25T02:24:33,243 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1978b533fe60436aa6827d6163eef4c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732501471973
2024-11-25T02:24:33,243 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8c359e585774199a3fbc6d4ffa988f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732501470167
2024-11-25T02:24:33,244 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting be1d29dec982428d9fc75e8c6da9b963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732501470820
2024-11-25T02:24:33,244 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37155b09cba048d5b8fa463a1bff3a9a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732501471968
2024-11-25T02:24:33,252 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:33,253 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ab0e0e05915b478a9a6b07fddb4ef900 is 50, key is test_row_0/B:col10/1732501471973/Put/seqid=0
2024-11-25T02:24:33,265 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:33,266 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/77d31713666348f9b17db8a6eae309c0 is 50, key is test_row_0/A:col10/1732501471973/Put/seqid=0
2024-11-25T02:24:33,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742362_1538 (size=12493)
2024-11-25T02:24:33,278 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ab0e0e05915b478a9a6b07fddb4ef900 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ab0e0e05915b478a9a6b07fddb4ef900
2024-11-25T02:24:33,286 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into ab0e0e05915b478a9a6b07fddb4ef900(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:33,286 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:33,286 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=12, startTime=1732501473239; duration=0sec
2024-11-25T02:24:33,286 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:33,286 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:33,287 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:24:33,288 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:24:33,288 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:33,288 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,288 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/65503c6010c64605b73d8a0e54a55d88, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ed843f38986a4018b86e4cd768680c11, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/1e9c475c4d834c91894ff79b48de33bc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0185886998544a56a4f55a73b62345aa] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=47.4 K
2024-11-25T02:24:33,289 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 65503c6010c64605b73d8a0e54a55d88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732501469020
2024-11-25T02:24:33,289 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ed843f38986a4018b86e4cd768680c11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732501470167
2024-11-25T02:24:33,289 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e9c475c4d834c91894ff79b48de33bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732501470820
2024-11-25T02:24:33,290 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0185886998544a56a4f55a73b62345aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732501471973
2024-11-25T02:24:33,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742363_1539 (size=12493)
2024-11-25T02:24:33,298 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/77d31713666348f9b17db8a6eae309c0 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/77d31713666348f9b17db8a6eae309c0
2024-11-25T02:24:33,305 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:33,306 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/4453d4de39a04589bf69ba4a495bc9a1 is 50, key is test_row_0/C:col10/1732501471973/Put/seqid=0
2024-11-25T02:24:33,306 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 77d31713666348f9b17db8a6eae309c0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:33,306 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:33,306 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=12, startTime=1732501473239; duration=0sec
2024-11-25T02:24:33,312 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:33,312 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:33,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:33,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-25T02:24:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:24:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:33,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742364_1540 (size=12493)
2024-11-25T02:24:33,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/2afcb589d1b7413a8870b87228638cac is 50, key is test_row_0/A:col10/1732501472000/Put/seqid=0
2024-11-25T02:24:33,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742365_1541 (size=12151)
2024-11-25T02:24:33,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/2afcb589d1b7413a8870b87228638cac
2024-11-25T02:24:33,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/e150ee7079e74e3fb18d84f1fcb1beae is 50, key is test_row_0/B:col10/1732501472000/Put/seqid=0
2024-11-25T02:24:33,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742366_1542 (size=12151)
2024-11-25T02:24:33,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/e150ee7079e74e3fb18d84f1fcb1beae
2024-11-25T02:24:33,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/5cd0856f48ed447ea95215908fb0ecd9 is 50, key is test_row_0/C:col10/1732501472000/Put/seqid=0
2024-11-25T02:24:33,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742367_1543 (size=12151)
2024-11-25T02:24:33,502 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/5cd0856f48ed447ea95215908fb0ecd9
2024-11-25T02:24:33,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/2afcb589d1b7413a8870b87228638cac as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2afcb589d1b7413a8870b87228638cac
2024-11-25T02:24:33,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2afcb589d1b7413a8870b87228638cac, entries=150, sequenceid=191, filesize=11.9 K
2024-11-25T02:24:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/e150ee7079e74e3fb18d84f1fcb1beae as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/e150ee7079e74e3fb18d84f1fcb1beae
2024-11-25T02:24:33,522 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/e150ee7079e74e3fb18d84f1fcb1beae, entries=150, sequenceid=191, filesize=11.9 K
2024-11-25T02:24:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/5cd0856f48ed447ea95215908fb0ecd9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/5cd0856f48ed447ea95215908fb0ecd9
2024-11-25T02:24:33,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/5cd0856f48ed447ea95215908fb0ecd9, entries=150, sequenceid=191, filesize=11.9 K
2024-11-25T02:24:33,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 1de6bad39c8f9787ad77ca9d20398010 in 191ms, sequenceid=191, compaction requested=false
2024-11-25T02:24:33,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:33,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:33,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131
2024-11-25T02:24:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=131
2024-11-25T02:24:33,531 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130
2024-11-25T02:24:33,531 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5690 sec
2024-11-25T02:24:33,534 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5740 sec
2024-11-25T02:24:33,754 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/4453d4de39a04589bf69ba4a495bc9a1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4453d4de39a04589bf69ba4a495bc9a1
2024-11-25T02:24:33,759 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into 4453d4de39a04589bf69ba4a495bc9a1(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:33,759 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:33,759 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=12, startTime=1732501473240; duration=0sec
2024-11-25T02:24:33,760 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:33,760 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-25T02:24:34,064 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed
2024-11-25T02:24:34,066 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees
2024-11-25T02:24:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-25T02:24:34,068 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:34,069 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:34,069 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-25T02:24:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:34,170 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:34,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab is 50, key is test_row_0/A:col10/1732501474170/Put/seqid=0
2024-11-25T02:24:34,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742368_1544 (size=12151)
2024-11-25T02:24:34,210 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab
2024-11-25T02:24:34,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/83bce5e64e2c423b91f90353b2bcb915 is 50, key is test_row_0/B:col10/1732501474170/Put/seqid=0
2024-11-25T02:24:34,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-25T02:24:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:34,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501534210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501534211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=133
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501534219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501534219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501534225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742369_1545 (size=12151)
2024-11-25T02:24:34,253 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/83bce5e64e2c423b91f90353b2bcb915
2024-11-25T02:24:34,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/26915aa40cd54e4393cc17da8d54d753 is 50, key is test_row_0/C:col10/1732501474170/Put/seqid=0
2024-11-25T02:24:34,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742370_1546 (size=12151)
2024-11-25T02:24:34,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501534323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501534326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501534326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501534327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501534333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-25T02:24:34,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-25T02:24:34,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:34,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=133
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,529 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-25T02:24:34,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:34,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=133
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501534532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501534533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501534534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501534535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501534545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-25T02:24:34,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-25T02:24:34,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:34,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=133
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:34,691 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/26915aa40cd54e4393cc17da8d54d753
2024-11-25T02:24:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab
2024-11-25T02:24:34,701 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab, entries=150, sequenceid=204, filesize=11.9 K
2024-11-25T02:24:34,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/83bce5e64e2c423b91f90353b2bcb915 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/83bce5e64e2c423b91f90353b2bcb915
2024-11-25T02:24:34,705 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/83bce5e64e2c423b91f90353b2bcb915, entries=150, sequenceid=204, filesize=11.9 K
2024-11-25T02:24:34,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/26915aa40cd54e4393cc17da8d54d753 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/26915aa40cd54e4393cc17da8d54d753
2024-11-25T02:24:34,713 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/26915aa40cd54e4393cc17da8d54d753, entries=150, sequenceid=204, filesize=11.9 K
2024-11-25T02:24:34,714 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1de6bad39c8f9787ad77ca9d20398010 in 543ms, sequenceid=204, compaction requested=true
2024-11-25T02:24:34,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:34,714 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:34,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:34,715 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:34,715 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:34,715 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,715 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/77d31713666348f9b17db8a6eae309c0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2afcb589d1b7413a8870b87228638cac, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=35.9 K
2024-11-25T02:24:34,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:34,715 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:34,715 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77d31713666348f9b17db8a6eae309c0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732501471973
2024-11-25T02:24:34,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:34,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:34,716 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2afcb589d1b7413a8870b87228638cac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732501471982
2024-11-25T02:24:34,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:34,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:34,716 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9fc2fb45cc4c04b18c9f3cbe85dcab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732501474136
2024-11-25T02:24:34,717 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:34,717 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:34,717 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,717 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ab0e0e05915b478a9a6b07fddb4ef900, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/e150ee7079e74e3fb18d84f1fcb1beae, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/83bce5e64e2c423b91f90353b2bcb915] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=35.9 K
2024-11-25T02:24:34,718 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ab0e0e05915b478a9a6b07fddb4ef900, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732501471973
2024-11-25T02:24:34,718 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e150ee7079e74e3fb18d84f1fcb1beae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732501471982
2024-11-25T02:24:34,718 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 83bce5e64e2c423b91f90353b2bcb915, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732501474136
2024-11-25T02:24:34,725 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:34,725 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/99c8b3cdb1b548698e3965133ea82d5b is 50, key is test_row_0/A:col10/1732501474170/Put/seqid=0
2024-11-25T02:24:34,729 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:34,730 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/22d4149645c14baba83de47ba0fa249f is 50, key is test_row_0/B:col10/1732501474170/Put/seqid=0
2024-11-25T02:24:34,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742371_1547 (size=12595)
2024-11-25T02:24:34,752 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/99c8b3cdb1b548698e3965133ea82d5b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/99c8b3cdb1b548698e3965133ea82d5b
2024-11-25T02:24:34,756 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 99c8b3cdb1b548698e3965133ea82d5b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:34,756 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:34,756 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=13, startTime=1732501474714; duration=0sec
2024-11-25T02:24:34,756 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:34,756 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:34,756 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:34,757 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:34,757 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:34,757 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,757 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4453d4de39a04589bf69ba4a495bc9a1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/5cd0856f48ed447ea95215908fb0ecd9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/26915aa40cd54e4393cc17da8d54d753] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=35.9 K
2024-11-25T02:24:34,758 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4453d4de39a04589bf69ba4a495bc9a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732501471973
2024-11-25T02:24:34,759 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cd0856f48ed447ea95215908fb0ecd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732501471982
2024-11-25T02:24:34,759 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26915aa40cd54e4393cc17da8d54d753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732501474136
2024-11-25T02:24:34,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742372_1548 (size=12595)
2024-11-25T02:24:34,774 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/22d4149645c14baba83de47ba0fa249f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/22d4149645c14baba83de47ba0fa249f
2024-11-25T02:24:34,778 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:34,779 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/4e32ffbf877a4dd9a4025193f4cd08cd is 50, key is test_row_0/C:col10/1732501474170/Put/seqid=0
2024-11-25T02:24:34,781 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into 22d4149645c14baba83de47ba0fa249f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:34,781 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:34,781 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=13, startTime=1732501474715; duration=0sec
2024-11-25T02:24:34,781 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:34,781 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:34,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742373_1549 (size=12595)
2024-11-25T02:24:34,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-25T02:24:34,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:34,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:24:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:34,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/410dc0fe8e184f908a7cb9f7251e7d80 is 50, key is test_row_0/A:col10/1732501474219/Put/seqid=0
2024-11-25T02:24:34,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:34,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501534851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501534852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501534858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742374_1550 (size=12151)
2024-11-25T02:24:34,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501534859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501534859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,869 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/410dc0fe8e184f908a7cb9f7251e7d80
2024-11-25T02:24:34,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/c7e95c09e63447bdbd8b2f15f43c6bfc is 50, key is test_row_0/B:col10/1732501474219/Put/seqid=0
2024-11-25T02:24:34,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742375_1551 (size=12151)
2024-11-25T02:24:34,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501534960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501534971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501534971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:34,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501534973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501535167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-25T02:24:35,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501535175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501535176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501535176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,206 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/4e32ffbf877a4dd9a4025193f4cd08cd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4e32ffbf877a4dd9a4025193f4cd08cd
2024-11-25T02:24:35,211 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into 4e32ffbf877a4dd9a4025193f4cd08cd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:35,211 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:35,211 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=13, startTime=1732501474716; duration=0sec
2024-11-25T02:24:35,211 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:35,211 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:35,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/c7e95c09e63447bdbd8b2f15f43c6bfc
2024-11-25T02:24:35,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/84ec064f3477428e9014832b7212dce8 is 50, key is test_row_0/C:col10/1732501474219/Put/seqid=0
2024-11-25T02:24:35,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742376_1552 (size=12151)
2024-11-25T02:24:35,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501535364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501535472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501535478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501535479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501535481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:35,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/84ec064f3477428e9014832b7212dce8
2024-11-25T02:24:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/410dc0fe8e184f908a7cb9f7251e7d80 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/410dc0fe8e184f908a7cb9f7251e7d80
2024-11-25T02:24:35,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/410dc0fe8e184f908a7cb9f7251e7d80, entries=150, sequenceid=230, filesize=11.9 K
2024-11-25T02:24:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/c7e95c09e63447bdbd8b2f15f43c6bfc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c7e95c09e63447bdbd8b2f15f43c6bfc
2024-11-25T02:24:35,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c7e95c09e63447bdbd8b2f15f43c6bfc, entries=150, sequenceid=230, filesize=11.9 K
2024-11-25T02:24:35,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/84ec064f3477428e9014832b7212dce8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/84ec064f3477428e9014832b7212dce8
2024-11-25T02:24:35,727 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/84ec064f3477428e9014832b7212dce8, entries=150, sequenceid=230, filesize=11.9 K
2024-11-25T02:24:35,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1de6bad39c8f9787ad77ca9d20398010 in 891ms, sequenceid=230, compaction requested=false
2024-11-25T02:24:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133
2024-11-25T02:24:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=133
2024-11-25T02:24:35,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132
2024-11-25T02:24:35,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6600 sec
2024-11-25T02:24:35,732 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.6650 sec
2024-11-25T02:24:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:35,984 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:24:35,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:35,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:35,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:35,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:35,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:35,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:35,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/3c8d9f9dda0a45a6a78b9a4813cc3778 is 50, key is test_row_0/A:col10/1732501474856/Put/seqid=0
2024-11-25T02:24:35,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742377_1553 (size=14541)
2024-11-25T02:24:35,993 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/3c8d9f9dda0a45a6a78b9a4813cc3778
2024-11-25T02:24:36,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0f7bfd72aee14ecbae889a9ba97fd349 is 50, key is test_row_0/B:col10/1732501474856/Put/seqid=0
2024-11-25T02:24:36,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742378_1554 (size=12151)
2024-11-25T02:24:36,018 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0f7bfd72aee14ecbae889a9ba97fd349
2024-11-25T02:24:36,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/a3633dff738f46e1a39ce7fe12d5024e is 50, key is test_row_0/C:col10/1732501474856/Put/seqid=0
2024-11-25T02:24:36,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501536029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501536029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742379_1555 (size=12151)
2024-11-25T02:24:36,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501536030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501536032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,038 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/a3633dff738f46e1a39ce7fe12d5024e
2024-11-25T02:24:36,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/3c8d9f9dda0a45a6a78b9a4813cc3778 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3c8d9f9dda0a45a6a78b9a4813cc3778
2024-11-25T02:24:36,047 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3c8d9f9dda0a45a6a78b9a4813cc3778, entries=200, sequenceid=244, filesize=14.2 K
2024-11-25T02:24:36,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0f7bfd72aee14ecbae889a9ba97fd349 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0f7bfd72aee14ecbae889a9ba97fd349
2024-11-25T02:24:36,054 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0f7bfd72aee14ecbae889a9ba97fd349, entries=150, sequenceid=244, filesize=11.9 K
2024-11-25T02:24:36,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/a3633dff738f46e1a39ce7fe12d5024e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a3633dff738f46e1a39ce7fe12d5024e
2024-11-25T02:24:36,062 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a3633dff738f46e1a39ce7fe12d5024e, entries=150, sequenceid=244, filesize=11.9 K
2024-11-25T02:24:36,063 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1de6bad39c8f9787ad77ca9d20398010 in 79ms, sequenceid=244, compaction requested=true
2024-11-25T02:24:36,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:36,063 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:36,065 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:36,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:36,066 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:36,066 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:36,066 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,066 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/99c8b3cdb1b548698e3965133ea82d5b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/410dc0fe8e184f908a7cb9f7251e7d80, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3c8d9f9dda0a45a6a78b9a4813cc3778] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=38.4 K
2024-11-25T02:24:36,066 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99c8b3cdb1b548698e3965133ea82d5b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732501474136
2024-11-25T02:24:36,067 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:36,067 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:36,067 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,067 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/22d4149645c14baba83de47ba0fa249f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c7e95c09e63447bdbd8b2f15f43c6bfc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0f7bfd72aee14ecbae889a9ba97fd349] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.0 K
2024-11-25T02:24:36,067 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 410dc0fe8e184f908a7cb9f7251e7d80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732501474197
2024-11-25T02:24:36,067 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 22d4149645c14baba83de47ba0fa249f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732501474136
2024-11-25T02:24:36,067 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c8d9f9dda0a45a6a78b9a4813cc3778, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732501474856
2024-11-25T02:24:36,067 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting c7e95c09e63447bdbd8b2f15f43c6bfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732501474197
2024-11-25T02:24:36,068 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f7bfd72aee14ecbae889a9ba97fd349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732501474856
2024-11-25T02:24:36,081 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:36,082 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/3b675d9e96034ad09389aa892c537c1d is 50, key is test_row_0/A:col10/1732501474856/Put/seqid=0
2024-11-25T02:24:36,083 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#469 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:36,084 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0263798be74c4cb1b78c9e5dbf7bcf55 is 50, key is test_row_0/B:col10/1732501474856/Put/seqid=0
2024-11-25T02:24:36,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742380_1556 (size=12697)
2024-11-25T02:24:36,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742381_1557 (size=12697)
2024-11-25T02:24:36,142 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0263798be74c4cb1b78c9e5dbf7bcf55 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0263798be74c4cb1b78c9e5dbf7bcf55
2024-11-25T02:24:36,142 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/3b675d9e96034ad09389aa892c537c1d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3b675d9e96034ad09389aa892c537c1d
2024-11-25T02:24:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:36,145 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:36,150 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into 0263798be74c4cb1b78c9e5dbf7bcf55(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:36,150 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:36,150 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=13, startTime=1732501476065; duration=0sec
2024-11-25T02:24:36,150 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:36,150 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:36,151 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 3b675d9e96034ad09389aa892c537c1d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:36,151 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:36,151 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=13, startTime=1732501476063; duration=0sec
2024-11-25T02:24:36,151 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:36,151 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:36,151 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:36,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/cadf4f77343e48e0adbe031b60299bd9 is 50, key is test_row_0/A:col10/1732501476143/Put/seqid=0
2024-11-25T02:24:36,152 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:36,152 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:36,152 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,153 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4e32ffbf877a4dd9a4025193f4cd08cd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/84ec064f3477428e9014832b7212dce8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a3633dff738f46e1a39ce7fe12d5024e] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.0 K
2024-11-25T02:24:36,153 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e32ffbf877a4dd9a4025193f4cd08cd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732501474136
2024-11-25T02:24:36,153 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 84ec064f3477428e9014832b7212dce8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732501474197
2024-11-25T02:24:36,154 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting a3633dff738f46e1a39ce7fe12d5024e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732501474856
2024-11-25T02:24:36,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501536162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501536162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-25T02:24:36,172 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed
2024-11-25T02:24:36,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501536168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,174 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees
2024-11-25T02:24:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-25T02:24:36,176 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:36,176 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:36,176 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:36,177 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:36,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501536170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,178 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/041c3321b7644a2c815e911db89f9855 is 50, key is test_row_0/C:col10/1732501474856/Put/seqid=0
2024-11-25T02:24:36,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742382_1558 (size=12301)
2024-11-25T02:24:36,194 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/cadf4f77343e48e0adbe031b60299bd9
2024-11-25T02:24:36,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742383_1559 (size=12697)
2024-11-25T02:24:36,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/7ee574e67c2049c487b7a830247ed661 is 50, key is test_row_0/B:col10/1732501476143/Put/seqid=0
2024-11-25T02:24:36,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742384_1560 (size=12301)
2024-11-25T02:24:36,215 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/7ee574e67c2049c487b7a830247ed661
2024-11-25T02:24:36,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/2bb49f0d04a2492fb470144041c8e2b9 is 50, key is test_row_0/C:col10/1732501476143/Put/seqid=0
2024-11-25T02:24:36,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742385_1561 (size=12301)
2024-11-25T02:24:36,235 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/2bb49f0d04a2492fb470144041c8e2b9
2024-11-25T02:24:36,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/cadf4f77343e48e0adbe031b60299bd9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cadf4f77343e48e0adbe031b60299bd9
2024-11-25T02:24:36,246 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cadf4f77343e48e0adbe031b60299bd9, entries=150, sequenceid=269, filesize=12.0 K
2024-11-25T02:24:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/7ee574e67c2049c487b7a830247ed661 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/7ee574e67c2049c487b7a830247ed661
2024-11-25T02:24:36,255 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/7ee574e67c2049c487b7a830247ed661, entries=150, sequenceid=269, filesize=12.0 K
2024-11-25T02:24:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/2bb49f0d04a2492fb470144041c8e2b9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/2bb49f0d04a2492fb470144041c8e2b9
2024-11-25T02:24:36,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/2bb49f0d04a2492fb470144041c8e2b9, entries=150, sequenceid=269, filesize=12.0 K
2024-11-25T02:24:36,260 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1de6bad39c8f9787ad77ca9d20398010 in 115ms, sequenceid=269, compaction requested=false
2024-11-25T02:24:36,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:36,276 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-25T02:24:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-25T02:24:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:36,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/93245abe60264625a123c2d5b3438851 is 50, key is test_row_0/A:col10/1732501476276/Put/seqid=0
2024-11-25T02:24:36,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742386_1562 (size=9857)
2024-11-25T02:24:36,306 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/93245abe60264625a123c2d5b3438851
2024-11-25T02:24:36,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/42d55cfacda644a3b772e51d17fd654c is 50, key is test_row_0/B:col10/1732501476276/Put/seqid=0
2024-11-25T02:24:36,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742387_1563 (size=9857)
2024-11-25T02:24:36,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-25T02:24:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501536335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501536340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501536341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501536346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501536371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501536442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501536446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501536452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501536454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-25T02:24:36,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-25T02:24:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,603 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/041c3321b7644a2c815e911db89f9855 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041c3321b7644a2c815e911db89f9855
2024-11-25T02:24:36,609 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into 041c3321b7644a2c815e911db89f9855(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:36,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:36,609 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=13, startTime=1732501476065; duration=0sec
2024-11-25T02:24:36,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:36,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:36,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-25T02:24:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501536647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501536655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501536656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501536656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/42d55cfacda644a3b772e51d17fd654c
2024-11-25T02:24:36,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/b67cd18b1a8949b3bcc8c52d95ca88d7 is 50, key is test_row_0/C:col10/1732501476276/Put/seqid=0
2024-11-25T02:24:36,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742388_1564 (size=9857)
2024-11-25T02:24:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-25T02:24:36,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-25T02:24:36,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:36,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-25T02:24:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:36,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:36,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501536954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501536959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501536961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:36,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501536962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-25T02:24:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:37,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:37,150 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/b67cd18b1a8949b3bcc8c52d95ca88d7
2024-11-25T02:24:37,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/93245abe60264625a123c2d5b3438851 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/93245abe60264625a123c2d5b3438851
2024-11-25T02:24:37,164 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/93245abe60264625a123c2d5b3438851, entries=100, sequenceid=284, filesize=9.6 K
2024-11-25T02:24:37,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/42d55cfacda644a3b772e51d17fd654c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/42d55cfacda644a3b772e51d17fd654c
2024-11-25T02:24:37,168 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/42d55cfacda644a3b772e51d17fd654c, entries=100, sequenceid=284, filesize=9.6 K
2024-11-25T02:24:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/b67cd18b1a8949b3bcc8c52d95ca88d7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/b67cd18b1a8949b3bcc8c52d95ca88d7
2024-11-25T02:24:37,172 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/b67cd18b1a8949b3bcc8c52d95ca88d7, entries=100, sequenceid=284, filesize=9.6 K
2024-11-25T02:24:37,173 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1de6bad39c8f9787ad77ca9d20398010 in 897ms, sequenceid=284, compaction requested=true
2024-11-25T02:24:37,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:37,173 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:37,174 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:37,174 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:37,174 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:37,174 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3b675d9e96034ad09389aa892c537c1d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cadf4f77343e48e0adbe031b60299bd9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/93245abe60264625a123c2d5b3438851] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=34.0 K
2024-11-25T02:24:37,174 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b675d9e96034ad09389aa892c537c1d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732501474856
2024-11-25T02:24:37,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:37,175 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting cadf4f77343e48e0adbe031b60299bd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732501476030
2024-11-25T02:24:37,175 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93245abe60264625a123c2d5b3438851, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732501476274
2024-11-25T02:24:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:37,176 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:37,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:37,177 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:37,177 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:37,178 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:37,178 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0263798be74c4cb1b78c9e5dbf7bcf55, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/7ee574e67c2049c487b7a830247ed661, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/42d55cfacda644a3b772e51d17fd654c] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=34.0 K
2024-11-25T02:24:37,178 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0263798be74c4cb1b78c9e5dbf7bcf55, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732501474856
2024-11-25T02:24:37,178 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ee574e67c2049c487b7a830247ed661, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732501476030
2024-11-25T02:24:37,179 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d55cfacda644a3b772e51d17fd654c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732501476274
2024-11-25T02:24:37,183 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:37,184 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/9ad8d1535efc4d34b3af76602f04c87d is 50, key is test_row_0/A:col10/1732501476276/Put/seqid=0
2024-11-25T02:24:37,193 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:37,193 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/6af5c0dda308418098324e2e01538835 is 50, key is test_row_0/B:col10/1732501476276/Put/seqid=0
2024-11-25T02:24:37,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742389_1565 (size=12949)
2024-11-25T02:24:37,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742390_1566 (size=12949)
2024-11-25T02:24:37,220 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/6af5c0dda308418098324e2e01538835 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/6af5c0dda308418098324e2e01538835
2024-11-25T02:24:37,221 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/9ad8d1535efc4d34b3af76602f04c87d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/9ad8d1535efc4d34b3af76602f04c87d
2024-11-25T02:24:37,227 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into 6af5c0dda308418098324e2e01538835(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:37,227 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:37,227 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=13, startTime=1732501477176; duration=0sec
2024-11-25T02:24:37,227 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:37,227 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:37,227 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:37,229 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:37,229 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:37,229 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:37,229 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041c3321b7644a2c815e911db89f9855, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/2bb49f0d04a2492fb470144041c8e2b9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/b67cd18b1a8949b3bcc8c52d95ca88d7] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=34.0 K
2024-11-25T02:24:37,230 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 041c3321b7644a2c815e911db89f9855, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732501474856
2024-11-25T02:24:37,230 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bb49f0d04a2492fb470144041c8e2b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732501476030
2024-11-25T02:24:37,230 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b67cd18b1a8949b3bcc8c52d95ca88d7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732501476274
2024-11-25T02:24:37,240 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 9ad8d1535efc4d34b3af76602f04c87d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:37,240 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:37,241 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=13, startTime=1732501477173; duration=0sec
2024-11-25T02:24:37,242 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:37,242 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:37,243 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:37,244 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c1904a37c5f14497becc2f612b9c5b86 is 50, key is test_row_0/C:col10/1732501476276/Put/seqid=0
2024-11-25T02:24:37,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-25T02:24:37,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:37,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:24:37,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:37,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:37,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:37,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:37,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:37,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/cf63b012083a4c8ab53ef1e1ebcaa137 is 50, key is test_row_0/A:col10/1732501476338/Put/seqid=0
2024-11-25T02:24:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-25T02:24:37,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742391_1567 (size=12949)
2024-11-25T02:24:37,287 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/c1904a37c5f14497becc2f612b9c5b86 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c1904a37c5f14497becc2f612b9c5b86
2024-11-25T02:24:37,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742392_1568 (size=12301)
2024-11-25T02:24:37,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/cf63b012083a4c8ab53ef1e1ebcaa137
2024-11-25T02:24:37,297 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into c1904a37c5f14497becc2f612b9c5b86(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:37,297 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:37,297 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=13, startTime=1732501477176; duration=0sec
2024-11-25T02:24:37,297 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:37,297 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:37,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/cf7f6d5b37c740048d31e25c798f6cc3 is 50, key is test_row_0/B:col10/1732501476338/Put/seqid=0
2024-11-25T02:24:37,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742393_1569 (size=12301)
2024-11-25T02:24:37,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:37,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501537474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501537478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501537490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501537491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501537593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501537597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501537601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501537597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/cf7f6d5b37c740048d31e25c798f6cc3
2024-11-25T02:24:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ef4a0edd14094a33967ffcd4180df97e is 50, key is test_row_0/C:col10/1732501476338/Put/seqid=0
2024-11-25T02:24:37,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742394_1570 (size=12301)
2024-11-25T02:24:37,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ef4a0edd14094a33967ffcd4180df97e
2024-11-25T02:24:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/cf63b012083a4c8ab53ef1e1ebcaa137 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cf63b012083a4c8ab53ef1e1ebcaa137
2024-11-25T02:24:37,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501537801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cf63b012083a4c8ab53ef1e1ebcaa137, entries=150, sequenceid=311, filesize=12.0 K
2024-11-25T02:24:37,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/cf7f6d5b37c740048d31e25c798f6cc3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cf7f6d5b37c740048d31e25c798f6cc3
2024-11-25T02:24:37,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501537807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cf7f6d5b37c740048d31e25c798f6cc3, entries=150, sequenceid=311, filesize=12.0 K
2024-11-25T02:24:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ef4a0edd14094a33967ffcd4180df97e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ef4a0edd14094a33967ffcd4180df97e
2024-11-25T02:24:37,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ef4a0edd14094a33967ffcd4180df97e, entries=150, sequenceid=311, filesize=12.0 K
2024-11-25T02:24:37,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501537811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:37,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1de6bad39c8f9787ad77ca9d20398010 in 572ms, sequenceid=311, compaction requested=false
2024-11-25T02:24:37,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:37,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:37,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135
2024-11-25T02:24:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=135
2024-11-25T02:24:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:37,824 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:24:37,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:37,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:37,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:37,825 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134
2024-11-25T02:24:37,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:37,825 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6470 sec
2024-11-25T02:24:37,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:37,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:37,827 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.6510 sec
2024-11-25T02:24:37,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/2d23357cfc1e465fa6b1c8012a4db93d is 50, key is test_row_0/A:col10/1732501477479/Put/seqid=0
2024-11-25T02:24:37,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742395_1571 (size=14741)
2024-11-25T02:24:37,886 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/2d23357cfc1e465fa6b1c8012a4db93d
2024-11-25T02:24:37,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/f1047096159a45888f6e6fa302e1d39d is 50, key is test_row_0/B:col10/1732501477479/Put/seqid=0
2024-11-25T02:24:37,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742396_1572 (size=12301)
2024-11-25T02:24:37,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501537980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501538085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501538108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501538116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501538124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-25T02:24:38,280 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed
2024-11-25T02:24:38,282 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees
2024-11-25T02:24:38,284 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:38,285 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:38,285 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-25T02:24:38,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501538293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,334 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/f1047096159a45888f6e6fa302e1d39d
2024-11-25T02:24:38,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/17c89003fb4541beb38d91daa3cf268c is 50, key is test_row_0/C:col10/1732501477479/Put/seqid=0
2024-11-25T02:24:38,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742397_1573 (size=12301)
2024-11-25T02:24:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-25T02:24:38,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501538386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,392 DEBUG [Thread-2233 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., hostname=d020e4a2beb4,45223,1732501345062, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:24:38,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-25T02:24:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-25T02:24:38,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-25T02:24:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501538600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501538615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501538626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501538630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-25T02:24:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:38,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/17c89003fb4541beb38d91daa3cf268c
2024-11-25T02:24:38,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/2d23357cfc1e465fa6b1c8012a4db93d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2d23357cfc1e465fa6b1c8012a4db93d
2024-11-25T02:24:38,755 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2d23357cfc1e465fa6b1c8012a4db93d, entries=200, sequenceid=325, filesize=14.4 K
2024-11-25T02:24:38,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/f1047096159a45888f6e6fa302e1d39d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f1047096159a45888f6e6fa302e1d39d
2024-11-25T02:24:38,759 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f1047096159a45888f6e6fa302e1d39d, entries=150, sequenceid=325, filesize=12.0 K
2024-11-25T02:24:38,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/17c89003fb4541beb38d91daa3cf268c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/17c89003fb4541beb38d91daa3cf268c
2024-11-25T02:24:38,763 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/17c89003fb4541beb38d91daa3cf268c, entries=150, sequenceid=325, filesize=12.0 K
2024-11-25T02:24:38,763 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1de6bad39c8f9787ad77ca9d20398010 in 939ms, sequenceid=325, compaction requested=true
2024-11-25T02:24:38,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:38,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:38,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:38,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:38,764 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:38,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:38,764 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:38,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:38,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:38,764 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:38,764 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:38,765 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:38,765 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:38,765 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,765 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,765 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/6af5c0dda308418098324e2e01538835, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cf7f6d5b37c740048d31e25c798f6cc3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f1047096159a45888f6e6fa302e1d39d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.7 K
2024-11-25T02:24:38,765 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/9ad8d1535efc4d34b3af76602f04c87d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cf63b012083a4c8ab53ef1e1ebcaa137, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2d23357cfc1e465fa6b1c8012a4db93d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=39.1 K
2024-11-25T02:24:38,765 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6af5c0dda308418098324e2e01538835, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732501476144
2024-11-25T02:24:38,765 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ad8d1535efc4d34b3af76602f04c87d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732501476144
2024-11-25T02:24:38,765 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting cf7f6d5b37c740048d31e25c798f6cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732501476338
2024-11-25T02:24:38,766 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf63b012083a4c8ab53ef1e1ebcaa137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732501476338
2024-11-25T02:24:38,766 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f1047096159a45888f6e6fa302e1d39d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732501477479
2024-11-25T02:24:38,766 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d23357cfc1e465fa6b1c8012a4db93d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732501477471
2024-11-25T02:24:38,773 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:38,773 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:38,773 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/31436c3529aa4661a52aa240e7504b07 is 50, key is test_row_0/A:col10/1732501477479/Put/seqid=0
2024-11-25T02:24:38,773 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ce1b679f536842e1bfba001b24d17b7c is 50, key is test_row_0/B:col10/1732501477479/Put/seqid=0
2024-11-25T02:24:38,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742398_1574 (size=13051)
2024-11-25T02:24:38,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742399_1575 (size=13051)
2024-11-25T02:24:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-25T02:24:38,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:38,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-25T02:24:38,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:38,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:24:38,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:38,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:38,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:38,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:38,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:38,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:38,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/4561ecbbff9945088d65942243646510 is 50, key is test_row_0/A:col10/1732501477921/Put/seqid=0
2024-11-25T02:24:38,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742400_1576 (size=12301)
2024-11-25T02:24:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:39,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:39,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501539157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:39,198 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/31436c3529aa4661a52aa240e7504b07 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/31436c3529aa4661a52aa240e7504b07
2024-11-25T02:24:39,203 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ce1b679f536842e1bfba001b24d17b7c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ce1b679f536842e1bfba001b24d17b7c
2024-11-25T02:24:39,205 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 31436c3529aa4661a52aa240e7504b07(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:39,205 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:39,205 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=13, startTime=1732501478763; duration=0sec
2024-11-25T02:24:39,205 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:39,205 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:39,205 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:39,206 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:39,206 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:39,206 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:39,206 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c1904a37c5f14497becc2f612b9c5b86, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ef4a0edd14094a33967ffcd4180df97e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/17c89003fb4541beb38d91daa3cf268c] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.7 K
2024-11-25T02:24:39,207 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1904a37c5f14497becc2f612b9c5b86, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732501476144
2024-11-25T02:24:39,207 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef4a0edd14094a33967ffcd4180df97e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732501476338
2024-11-25T02:24:39,208 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17c89003fb4541beb38d91daa3cf268c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732501477479
2024-11-25T02:24:39,209 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into ce1b679f536842e1bfba001b24d17b7c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:39,209 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:39,209 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=13, startTime=1732501478764; duration=0sec
2024-11-25T02:24:39,209 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:39,209 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:39,215 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:39,216 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/cfd54f8ce230427585e1bda089d878db is 50, key is test_row_0/C:col10/1732501477479/Put/seqid=0
2024-11-25T02:24:39,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742401_1577 (size=13051)
2024-11-25T02:24:39,237 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/cfd54f8ce230427585e1bda089d878db as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cfd54f8ce230427585e1bda089d878db
2024-11-25T02:24:39,244 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into cfd54f8ce230427585e1bda089d878db(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:39,244 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:39,244 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=13, startTime=1732501478764; duration=0sec
2024-11-25T02:24:39,245 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:39,245 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:39,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501539266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:39,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/4561ecbbff9945088d65942243646510
2024-11-25T02:24:39,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4a311f1120214e3eae787bc859ac0ff8 is 50, key is test_row_0/B:col10/1732501477921/Put/seqid=0
2024-11-25T02:24:39,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742402_1578 (size=12301)
2024-11-25T02:24:39,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4a311f1120214e3eae787bc859ac0ff8
2024-11-25T02:24:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/451af84cd4134be393bbd700c63be279 is 50, key is test_row_0/C:col10/1732501477921/Put/seqid=0
2024-11-25T02:24:39,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742403_1579 (size=12301)
2024-11-25T02:24:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-25T02:24:39,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501539468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:39,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501539624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:39,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501539634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:39,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501539639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:39,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/451af84cd4134be393bbd700c63be279
2024-11-25T02:24:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/4561ecbbff9945088d65942243646510 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4561ecbbff9945088d65942243646510
2024-11-25T02:24:39,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4561ecbbff9945088d65942243646510, entries=150, sequenceid=348, filesize=12.0 K
2024-11-25T02:24:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4a311f1120214e3eae787bc859ac0ff8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4a311f1120214e3eae787bc859ac0ff8
2024-11-25T02:24:39,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4a311f1120214e3eae787bc859ac0ff8, entries=150, sequenceid=348, filesize=12.0 K
2024-11-25T02:24:39,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/451af84cd4134be393bbd700c63be279 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/451af84cd4134be393bbd700c63be279
2024-11-25T02:24:39,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/451af84cd4134be393bbd700c63be279, entries=150, sequenceid=348, filesize=12.0 K
2024-11-25T02:24:39,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1de6bad39c8f9787ad77ca9d20398010 in 850ms, sequenceid=348, compaction requested=false
2024-11-25T02:24:39,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:39,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:39,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137
2024-11-25T02:24:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=137
2024-11-25T02:24:39,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136
2024-11-25T02:24:39,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec
2024-11-25T02:24:39,752 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4690 sec
2024-11-25T02:24:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:39,778 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:24:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:39,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/da1d95db3f7b4893b0186b2a98f67004 is 50, key is test_row_0/A:col10/1732501479146/Put/seqid=0
2024-11-25T02:24:39,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742404_1580 (size=14741)
2024-11-25T02:24:39,795 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/da1d95db3f7b4893b0186b2a98f67004
2024-11-25T02:24:39,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/fcc1cbd429554ae3841c26998d303dd3 is 50, key is test_row_0/B:col10/1732501479146/Put/seqid=0
2024-11-25T02:24:39,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742405_1581 (size=12301)
2024-11-25T02:24:39,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501539877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:39,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501539982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:40,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501540186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:40,207 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/fcc1cbd429554ae3841c26998d303dd3
2024-11-25T02:24:40,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/35fc557a012e4e9684568411d43a4158 is 50, key is test_row_0/C:col10/1732501479146/Put/seqid=0
2024-11-25T02:24:40,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742406_1582 (size=12301)
2024-11-25T02:24:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-25T02:24:40,390 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed
2024-11-25T02:24:40,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees
2024-11-25T02:24:40,393 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-25T02:24:40,393 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:40,394 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-25T02:24:40,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501540491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:40,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:40,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-25T02:24:40,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:40,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:40,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/35fc557a012e4e9684568411d43a4158
2024-11-25T02:24:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/da1d95db3f7b4893b0186b2a98f67004 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/da1d95db3f7b4893b0186b2a98f67004
2024-11-25T02:24:40,628 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/da1d95db3f7b4893b0186b2a98f67004, entries=200, sequenceid=365, filesize=14.4 K
2024-11-25T02:24:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/fcc1cbd429554ae3841c26998d303dd3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/fcc1cbd429554ae3841c26998d303dd3
2024-11-25T02:24:40,632 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/fcc1cbd429554ae3841c26998d303dd3, entries=150, sequenceid=365, filesize=12.0 K
2024-11-25T02:24:40,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/35fc557a012e4e9684568411d43a4158 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/35fc557a012e4e9684568411d43a4158
2024-11-25T02:24:40,636 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/35fc557a012e4e9684568411d43a4158, entries=150, sequenceid=365, filesize=12.0 K
2024-11-25T02:24:40,636 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1de6bad39c8f9787ad77ca9d20398010 in 859ms, sequenceid=365, compaction requested=true
2024-11-25T02:24:40,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:40,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:40,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:40,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:40,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:40,637 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:40,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:40,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:40,637 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:40,638 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:40,638 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:40,638 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/31436c3529aa4661a52aa240e7504b07, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4561ecbbff9945088d65942243646510, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/da1d95db3f7b4893b0186b2a98f67004] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=39.2 K
2024-11-25T02:24:40,638 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ce1b679f536842e1bfba001b24d17b7c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4a311f1120214e3eae787bc859ac0ff8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/fcc1cbd429554ae3841c26998d303dd3] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.8 K
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ce1b679f536842e1bfba001b24d17b7c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732501477479
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31436c3529aa4661a52aa240e7504b07, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732501477479
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4561ecbbff9945088d65942243646510, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732501477921
2024-11-25T02:24:40,638 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a311f1120214e3eae787bc859ac0ff8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732501477921
2024-11-25T02:24:40,639 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting da1d95db3f7b4893b0186b2a98f67004, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732501479146
2024-11-25T02:24:40,639 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc1cbd429554ae3841c26998d303dd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732501479146
2024-11-25T02:24:40,645 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:40,645 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:40,645 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/8b52f1e3c09f44588a086a975e1c2e01 is 50, key is test_row_0/A:col10/1732501479146/Put/seqid=0
2024-11-25T02:24:40,645 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/cc7c1284419346f9914eab1a0ca76598 is 50, key is test_row_0/B:col10/1732501479146/Put/seqid=0
2024-11-25T02:24:40,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742407_1583 (size=13153)
2024-11-25T02:24:40,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742408_1584 (size=13153)
2024-11-25T02:24:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-25T02:24:40,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:40,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-25T02:24:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:40,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:24:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/f700f7cab55d42ec91256123be66f2d0 is 50, key is test_row_0/A:col10/1732501479845/Put/seqid=0
2024-11-25T02:24:40,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742409_1585 (size=12301)
2024-11-25T02:24:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-25T02:24:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:41,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:41,055 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/8b52f1e3c09f44588a086a975e1c2e01 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/8b52f1e3c09f44588a086a975e1c2e01
2024-11-25T02:24:41,056 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/cc7c1284419346f9914eab1a0ca76598 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cc7c1284419346f9914eab1a0ca76598
2024-11-25T02:24:41,060 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 8b52f1e3c09f44588a086a975e1c2e01(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:41,060 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:41,060 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=13, startTime=1732501480637; duration=0sec
2024-11-25T02:24:41,060 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:41,060 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:41,060 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:41,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501541055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,062 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:41,062 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:41,063 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:41,063 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cfd54f8ce230427585e1bda089d878db, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/451af84cd4134be393bbd700c63be279, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/35fc557a012e4e9684568411d43a4158] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.8 K
2024-11-25T02:24:41,063 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfd54f8ce230427585e1bda089d878db, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732501477479
2024-11-25T02:24:41,063 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 451af84cd4134be393bbd700c63be279, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732501477921
2024-11-25T02:24:41,064 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35fc557a012e4e9684568411d43a4158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732501479146
2024-11-25T02:24:41,064 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into cc7c1284419346f9914eab1a0ca76598(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:41,064 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:41,064 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=13, startTime=1732501480637; duration=0sec
2024-11-25T02:24:41,064 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:41,064 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:41,071 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:41,071 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/e90f7d7257214cdb9658ad5e105c1e59 is 50, key is test_row_0/C:col10/1732501479146/Put/seqid=0
2024-11-25T02:24:41,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742410_1586 (size=13153)
2024-11-25T02:24:41,084 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/e90f7d7257214cdb9658ad5e105c1e59 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/e90f7d7257214cdb9658ad5e105c1e59
2024-11-25T02:24:41,088 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into e90f7d7257214cdb9658ad5e105c1e59(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:41,088 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:41,088 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=13, startTime=1732501480637; duration=0sec
2024-11-25T02:24:41,089 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:41,089 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:41,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/f700f7cab55d42ec91256123be66f2d0
2024-11-25T02:24:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/75a68a46886d4566a0db1064395af600 is 50, key is test_row_0/B:col10/1732501479845/Put/seqid=0
2024-11-25T02:24:41,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742411_1587 (size=12301)
2024-11-25T02:24:41,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501541163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501541365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-25T02:24:41,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/75a68a46886d4566a0db1064395af600
2024-11-25T02:24:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ba18ea56019148cc861ff7bb9bd580f8 is 50, key is test_row_0/C:col10/1732501479845/Put/seqid=0
2024-11-25T02:24:41,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742412_1588 (size=12301)
2024-11-25T02:24:41,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ba18ea56019148cc861ff7bb9bd580f8
2024-11-25T02:24:41,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/f700f7cab55d42ec91256123be66f2d0 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f700f7cab55d42ec91256123be66f2d0
2024-11-25T02:24:41,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f700f7cab55d42ec91256123be66f2d0, entries=150, sequenceid=387, filesize=12.0 K
2024-11-25T02:24:41,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/75a68a46886d4566a0db1064395af600 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/75a68a46886d4566a0db1064395af600
2024-11-25T02:24:41,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/75a68a46886d4566a0db1064395af600, entries=150, sequenceid=387, filesize=12.0 K
2024-11-25T02:24:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ba18ea56019148cc861ff7bb9bd580f8 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ba18ea56019148cc861ff7bb9bd580f8
2024-11-25T02:24:41,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ba18ea56019148cc861ff7bb9bd580f8, entries=150, sequenceid=387, filesize=12.0 K
2024-11-25T02:24:41,586 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1de6bad39c8f9787ad77ca9d20398010 in 888ms, sequenceid=387, compaction requested=false
2024-11-25T02:24:41,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:41,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:41,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139
2024-11-25T02:24:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=139
2024-11-25T02:24:41,595 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138
2024-11-25T02:24:41,595 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1980 sec
2024-11-25T02:24:41,596 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.2030 sec
2024-11-25T02:24:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:41,638 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-25T02:24:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:41,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/4f92eff7183e48f48f1659fb71ff5f9f is 50, key is test_row_0/A:col10/1732501481031/Put/seqid=0
2024-11-25T02:24:41,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742413_1589 (size=14741)
2024-11-25T02:24:41,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501541687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501541688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501541689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501541690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501541794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501541795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501541798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:41,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501541799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501542002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501542002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501542004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501542005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,053 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/4f92eff7183e48f48f1659fb71ff5f9f
2024-11-25T02:24:42,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0590106d5ae448dbb8e23027a6717900 is 50, key is test_row_0/B:col10/1732501481031/Put/seqid=0
2024-11-25T02:24:42,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742414_1590 (size=12301)
2024-11-25T02:24:42,067 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0590106d5ae448dbb8e23027a6717900
2024-11-25T02:24:42,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ca60da16f45e404d9e70068b689dafd0 is 50, key is test_row_0/C:col10/1732501481031/Put/seqid=0
2024-11-25T02:24:42,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742415_1591 (size=12301)
2024-11-25T02:24:42,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501542307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501542307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501542308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501542309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50620 deadline: 1732501542396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,399 DEBUG [Thread-2233 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., hostname=d020e4a2beb4,45223,1732501345062, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:24:42,481 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ca60da16f45e404d9e70068b689dafd0
2024-11-25T02:24:42,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/4f92eff7183e48f48f1659fb71ff5f9f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4f92eff7183e48f48f1659fb71ff5f9f
2024-11-25T02:24:42,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4f92eff7183e48f48f1659fb71ff5f9f, entries=200, sequenceid=405, filesize=14.4 K
2024-11-25T02:24:42,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/0590106d5ae448dbb8e23027a6717900 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0590106d5ae448dbb8e23027a6717900
2024-11-25T02:24:42,496 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0590106d5ae448dbb8e23027a6717900, entries=150, sequenceid=405, filesize=12.0 K
2024-11-25T02:24:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-25T02:24:42,497 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed
2024-11-25T02:24:42,499 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees
2024-11-25T02:24:42,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/ca60da16f45e404d9e70068b689dafd0 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ca60da16f45e404d9e70068b689dafd0
2024-11-25T02:24:42,500 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:42,501 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:42,501 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-25T02:24:42,510 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ca60da16f45e404d9e70068b689dafd0, entries=150, sequenceid=405, filesize=12.0 K
2024-11-25T02:24:42,511 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1de6bad39c8f9787ad77ca9d20398010 in 872ms, sequenceid=405, compaction requested=true
2024-11-25T02:24:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:42,511 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:42,511 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:42,512 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:42,512 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:42,512 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:42,512 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/8b52f1e3c09f44588a086a975e1c2e01, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f700f7cab55d42ec91256123be66f2d0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4f92eff7183e48f48f1659fb71ff5f9f] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=39.3 K
2024-11-25T02:24:42,512 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:42,512 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:42,512 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:42,512 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cc7c1284419346f9914eab1a0ca76598, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/75a68a46886d4566a0db1064395af600, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0590106d5ae448dbb8e23027a6717900] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.9 K
2024-11-25T02:24:42,513 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b52f1e3c09f44588a086a975e1c2e01, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732501479146
2024-11-25T02:24:42,513 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7c1284419346f9914eab1a0ca76598, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732501479146
2024-11-25T02:24:42,513 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f700f7cab55d42ec91256123be66f2d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732501479845
2024-11-25T02:24:42,513 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 75a68a46886d4566a0db1064395af600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732501479845
2024-11-25T02:24:42,513 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f92eff7183e48f48f1659fb71ff5f9f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732501481031
2024-11-25T02:24:42,514 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 0590106d5ae448dbb8e23027a6717900, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732501481031
2024-11-25T02:24:42,521 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:42,521 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:42,522 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/7f5a1a967214471ca32cf3140a6730f5 is 50, key is test_row_0/A:col10/1732501481031/Put/seqid=0
2024-11-25T02:24:42,522 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/43d480f6726549b5b3ced6a3e6e9a34a is 50, key is test_row_0/B:col10/1732501481031/Put/seqid=0
2024-11-25T02:24:42,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742416_1592 (size=13255)
2024-11-25T02:24:42,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742417_1593 (size=13255)
2024-11-25T02:24:42,566 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/43d480f6726549b5b3ced6a3e6e9a34a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/43d480f6726549b5b3ced6a3e6e9a34a
2024-11-25T02:24:42,571 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into 43d480f6726549b5b3ced6a3e6e9a34a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:42,571 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:42,571 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=13, startTime=1732501482511; duration=0sec
2024-11-25T02:24:42,571 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:42,571 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:42,571 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:42,573 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:42,574 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:42,574 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:42,574 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/e90f7d7257214cdb9658ad5e105c1e59, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ba18ea56019148cc861ff7bb9bd580f8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ca60da16f45e404d9e70068b689dafd0] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=36.9 K
2024-11-25T02:24:42,574 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e90f7d7257214cdb9658ad5e105c1e59, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732501479146
2024-11-25T02:24:42,575 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ba18ea56019148cc861ff7bb9bd580f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732501479845
2024-11-25T02:24:42,575 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ca60da16f45e404d9e70068b689dafd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732501481031
2024-11-25T02:24:42,581 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:42,582 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/0983c51f7f0c445a82ca3dc7f020fc20 is 50, key is test_row_0/C:col10/1732501481031/Put/seqid=0
2024-11-25T02:24:42,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742418_1594 (size=13255)
2024-11-25T02:24:42,590 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/0983c51f7f0c445a82ca3dc7f020fc20 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0983c51f7f0c445a82ca3dc7f020fc20
2024-11-25T02:24:42,595 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into 0983c51f7f0c445a82ca3dc7f020fc20(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:42,595 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:42,595 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=13, startTime=1732501482511; duration=0sec
2024-11-25T02:24:42,595 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:42,595 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-25T02:24:42,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141
2024-11-25T02:24:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:42,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-25T02:24:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/0fb1f90a91e2493b8e27660292c1d851 is 50, key is test_row_0/A:col10/1732501481689/Put/seqid=0
2024-11-25T02:24:42,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742419_1595 (size=12301)
2024-11-25T02:24:42,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/0fb1f90a91e2493b8e27660292c1d851
2024-11-25T02:24:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4f1359ae23004eecb99407ce6f67773f is 50, key is test_row_0/B:col10/1732501481689/Put/seqid=0
2024-11-25T02:24:42,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742420_1596 (size=12301)
2024-11-25T02:24:42,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4f1359ae23004eecb99407ce6f67773f
2024-11-25T02:24:42,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/73567b9e9c7a41fea615173d1c0e3b42 is 50, key is test_row_0/C:col10/1732501481689/Put/seqid=0
2024-11-25T02:24:42,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742421_1597 (size=12301)
2024-11-25T02:24:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-25T02:24:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:42,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. as already flushing
2024-11-25T02:24:42,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501542824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501542827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501542828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501542828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501542930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501542930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501542935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501542937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:42,956 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/7f5a1a967214471ca32cf3140a6730f5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7f5a1a967214471ca32cf3140a6730f5
2024-11-25T02:24:42,960 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into 7f5a1a967214471ca32cf3140a6730f5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:42,960 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:42,960 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=13, startTime=1732501482511; duration=0sec
2024-11-25T02:24:42,960 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:42,960 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:43,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/73567b9e9c7a41fea615173d1c0e3b42
2024-11-25T02:24:43,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/0fb1f90a91e2493b8e27660292c1d851 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0fb1f90a91e2493b8e27660292c1d851
2024-11-25T02:24:43,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0fb1f90a91e2493b8e27660292c1d851, entries=150, sequenceid=428, filesize=12.0 K
2024-11-25T02:24:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/4f1359ae23004eecb99407ce6f67773f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4f1359ae23004eecb99407ce6f67773f
2024-11-25T02:24:43,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4f1359ae23004eecb99407ce6f67773f, entries=150, sequenceid=428, filesize=12.0 K
2024-11-25T02:24:43,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/73567b9e9c7a41fea615173d1c0e3b42 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/73567b9e9c7a41fea615173d1c0e3b42
2024-11-25T02:24:43,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/73567b9e9c7a41fea615173d1c0e3b42, entries=150, sequenceid=428, filesize=12.0 K
2024-11-25T02:24:43,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1de6bad39c8f9787ad77ca9d20398010 in 450ms, sequenceid=428, compaction requested=false
2024-11-25T02:24:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-11-25T02:24:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-25T02:24:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=141
2024-11-25T02:24:43,108 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140
2024-11-25T02:24:43,108 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 605 msec
2024-11-25T02:24:43,110 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 610 msec
2024-11-25T02:24:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:43,141 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-25T02:24:43,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:43,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:43,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:43,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:43,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:43,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:43,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/04166e00c2da4af6975f67e7c5a16fd6 is 50, key is test_row_0/A:col10/1732501483140/Put/seqid=0
2024-11-25T02:24:43,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742422_1598 (size=12301)
2024-11-25T02:24:43,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501543167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501543168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501543172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501543179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501543273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501543275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501543275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501543280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,438 DEBUG [Thread-2242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:57313
2024-11-25T02:24:43,438 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:43,439 DEBUG [Thread-2244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:57313
2024-11-25T02:24:43,439 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:43,440 DEBUG [Thread-2246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:57313
2024-11-25T02:24:43,440 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:43,442 DEBUG [Thread-2248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:57313
2024-11-25T02:24:43,442 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:43,443 DEBUG [Thread-2250 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:57313
2024-11-25T02:24:43,443 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:43,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501543478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501543482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501543483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501543484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/04166e00c2da4af6975f67e7c5a16fd6
2024-11-25T02:24:43,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ea45bb4326484331b85bb2f0080bf47f is 50, key is test_row_0/B:col10/1732501483140/Put/seqid=0
2024-11-25T02:24:43,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742423_1599 (size=12301)
2024-11-25T02:24:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-25T02:24:43,606 INFO  [Thread-2241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed
2024-11-25T02:24:43,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501543781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501543784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501543784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501543785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:43,963 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ea45bb4326484331b85bb2f0080bf47f
2024-11-25T02:24:43,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/137d05555d1247219ed9e3d91744d528 is 50, key is test_row_0/C:col10/1732501483140/Put/seqid=0
2024-11-25T02:24:43,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742424_1600 (size=12301)
2024-11-25T02:24:44,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50612 deadline: 1732501544285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:44,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1732501544285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:44,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50660 deadline: 1732501544287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:44,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50600 deadline: 1732501544289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:44,373 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/137d05555d1247219ed9e3d91744d528
2024-11-25T02:24:44,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/04166e00c2da4af6975f67e7c5a16fd6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/04166e00c2da4af6975f67e7c5a16fd6
2024-11-25T02:24:44,379 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/04166e00c2da4af6975f67e7c5a16fd6, entries=150, sequenceid=446, filesize=12.0 K
2024-11-25T02:24:44,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/ea45bb4326484331b85bb2f0080bf47f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ea45bb4326484331b85bb2f0080bf47f
2024-11-25T02:24:44,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ea45bb4326484331b85bb2f0080bf47f, entries=150, sequenceid=446, filesize=12.0 K
2024-11-25T02:24:44,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/137d05555d1247219ed9e3d91744d528 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/137d05555d1247219ed9e3d91744d528
2024-11-25T02:24:44,385 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/137d05555d1247219ed9e3d91744d528, entries=150, sequenceid=446, filesize=12.0 K
2024-11-25T02:24:44,385 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 1de6bad39c8f9787ad77ca9d20398010 in 1244ms, sequenceid=446, compaction requested=true
2024-11-25T02:24:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:24:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:24:44,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:44,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1de6bad39c8f9787ad77ca9d20398010:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:24:44,386 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:44,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:44,386 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:44,386 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:44,386 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:44,386 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/B is initiating minor compaction (all files)
2024-11-25T02:24:44,386 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/A is initiating minor compaction (all files)
2024-11-25T02:24:44,386 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/B in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:44,386 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/A in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:44,386 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/43d480f6726549b5b3ced6a3e6e9a34a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4f1359ae23004eecb99407ce6f67773f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ea45bb4326484331b85bb2f0080bf47f] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=37.0 K
2024-11-25T02:24:44,386 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7f5a1a967214471ca32cf3140a6730f5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0fb1f90a91e2493b8e27660292c1d851, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/04166e00c2da4af6975f67e7c5a16fd6] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=37.0 K
2024-11-25T02:24:44,387 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d480f6726549b5b3ced6a3e6e9a34a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732501481031
2024-11-25T02:24:44,387 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f5a1a967214471ca32cf3140a6730f5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732501481031
2024-11-25T02:24:44,387 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f1359ae23004eecb99407ce6f67773f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732501481686
2024-11-25T02:24:44,387 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fb1f90a91e2493b8e27660292c1d851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732501481686
2024-11-25T02:24:44,387 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ea45bb4326484331b85bb2f0080bf47f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732501482826
2024-11-25T02:24:44,387 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04166e00c2da4af6975f67e7c5a16fd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732501482826
2024-11-25T02:24:44,392 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#A#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:44,392 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:44,392 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/ebbbaf9be24546ce8d6ea46214a719d1 is 50, key is test_row_0/A:col10/1732501483140/Put/seqid=0
2024-11-25T02:24:44,392 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/73da5eab8c864ef38188350123a04506 is 50, key is test_row_0/B:col10/1732501483140/Put/seqid=0
2024-11-25T02:24:44,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742425_1601 (size=13357)
2024-11-25T02:24:44,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742426_1602 (size=13357)
2024-11-25T02:24:44,800 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/ebbbaf9be24546ce8d6ea46214a719d1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/ebbbaf9be24546ce8d6ea46214a719d1
2024-11-25T02:24:44,800 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/73da5eab8c864ef38188350123a04506 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/73da5eab8c864ef38188350123a04506
2024-11-25T02:24:44,804 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/B of 1de6bad39c8f9787ad77ca9d20398010 into 73da5eab8c864ef38188350123a04506(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:44,804 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/A of 1de6bad39c8f9787ad77ca9d20398010 into ebbbaf9be24546ce8d6ea46214a719d1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:44,804 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:44,804 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:44,804 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/A, priority=13, startTime=1732501484385; duration=0sec
2024-11-25T02:24:44,804 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/B, priority=13, startTime=1732501484385; duration=0sec
2024-11-25T02:24:44,804 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:24:44,804 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:A
2024-11-25T02:24:44,804 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:44,804 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:B
2024-11-25T02:24:44,804 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:24:44,805 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:24:44,805 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 1de6bad39c8f9787ad77ca9d20398010/C is initiating minor compaction (all files)
2024-11-25T02:24:44,805 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1de6bad39c8f9787ad77ca9d20398010/C in TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:44,805 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0983c51f7f0c445a82ca3dc7f020fc20, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/73567b9e9c7a41fea615173d1c0e3b42, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/137d05555d1247219ed9e3d91744d528] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp, totalSize=37.0 K
2024-11-25T02:24:44,806 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0983c51f7f0c445a82ca3dc7f020fc20, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732501481031
2024-11-25T02:24:44,806 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73567b9e9c7a41fea615173d1c0e3b42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732501481686
2024-11-25T02:24:44,806 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 137d05555d1247219ed9e3d91744d528, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732501482826
2024-11-25T02:24:44,812 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1de6bad39c8f9787ad77ca9d20398010#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:24:44,812 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/cad5868234054aac82f9f56349a80696 is 50, key is test_row_0/C:col10/1732501483140/Put/seqid=0
2024-11-25T02:24:44,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742427_1603 (size=13357)
2024-11-25T02:24:45,235 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/cad5868234054aac82f9f56349a80696 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cad5868234054aac82f9f56349a80696
2024-11-25T02:24:45,239 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1de6bad39c8f9787ad77ca9d20398010/C of 1de6bad39c8f9787ad77ca9d20398010 into cad5868234054aac82f9f56349a80696(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:24:45,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:45,239 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010., storeName=1de6bad39c8f9787ad77ca9d20398010/C, priority=13, startTime=1732501484386; duration=0sec
2024-11-25T02:24:45,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:24:45,239 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1de6bad39c8f9787ad77ca9d20398010:C
2024-11-25T02:24:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:45,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-25T02:24:45,290 DEBUG [Thread-2237 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:57313
2024-11-25T02:24:45,290 DEBUG [Thread-2237 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:45,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:45,291 DEBUG [Thread-2239 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:57313
2024-11-25T02:24:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:45,291 DEBUG [Thread-2239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:45,292 DEBUG [Thread-2231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:57313
2024-11-25T02:24:45,292 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:45,293 DEBUG [Thread-2235 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:57313
2024-11-25T02:24:45,293 DEBUG [Thread-2235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:45,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/e15ac8a797e2479fa3e45096cdeb17f3 is 50, key is test_row_0/A:col10/1732501483170/Put/seqid=0
2024-11-25T02:24:45,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742428_1604 (size=12301)
2024-11-25T02:24:45,700 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/e15ac8a797e2479fa3e45096cdeb17f3
2024-11-25T02:24:45,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/1a33351bda4741e8a6ccfd389057cc45 is 50, key is test_row_0/B:col10/1732501483170/Put/seqid=0
2024-11-25T02:24:45,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742429_1605 (size=12301)
2024-11-25T02:24:46,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/1a33351bda4741e8a6ccfd389057cc45
2024-11-25T02:24:46,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/6f9d113bd9a9462a9820929467460890 is 50, key is test_row_0/C:col10/1732501483170/Put/seqid=0
2024-11-25T02:24:46,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742430_1606 (size=12301)
2024-11-25T02:24:46,518 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/6f9d113bd9a9462a9820929467460890
2024-11-25T02:24:46,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/e15ac8a797e2479fa3e45096cdeb17f3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/e15ac8a797e2479fa3e45096cdeb17f3
2024-11-25T02:24:46,524 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/e15ac8a797e2479fa3e45096cdeb17f3, entries=150, sequenceid=471, filesize=12.0 K
2024-11-25T02:24:46,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/1a33351bda4741e8a6ccfd389057cc45 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1a33351bda4741e8a6ccfd389057cc45
2024-11-25T02:24:46,527 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1a33351bda4741e8a6ccfd389057cc45, entries=150, sequenceid=471, filesize=12.0 K
2024-11-25T02:24:46,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/6f9d113bd9a9462a9820929467460890 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/6f9d113bd9a9462a9820929467460890
2024-11-25T02:24:46,530 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/6f9d113bd9a9462a9820929467460890, entries=150, sequenceid=471, filesize=12.0 K
2024-11-25T02:24:46,531 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for 1de6bad39c8f9787ad77ca9d20398010 in 1241ms, sequenceid=471, compaction requested=false
2024-11-25T02:24:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:52,462 DEBUG [Thread-2233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:57313
2024-11-25T02:24:52,462 DEBUG [Thread-2233 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:52,462 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-25T02:24:52,462 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-25T02:24:52,462 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 35
2024-11-25T02:24:52,462 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 125
2024-11-25T02:24:52,462 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 79
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2413
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7239 rows
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2418
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7254 rows
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2406
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7218 rows
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2407
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7221 rows
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2416
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7248 rows
2024-11-25T02:24:52,463 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-25T02:24:52,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:57313
2024-11-25T02:24:52,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:24:52,467 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-25T02:24:52,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-25T02:24:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-25T02:24:52,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501492471"}]},"ts":"1732501492471"}
2024-11-25T02:24:52,472 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-25T02:24:52,473 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-25T02:24:52,474 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:24:52,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1de6bad39c8f9787ad77ca9d20398010, UNASSIGN}]
2024-11-25T02:24:52,475 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1de6bad39c8f9787ad77ca9d20398010, UNASSIGN
2024-11-25T02:24:52,476 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=1de6bad39c8f9787ad77ca9d20398010, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:52,476 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:24:52,476 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:24:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-25T02:24:52,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:52,628 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 1de6bad39c8f9787ad77ca9d20398010, disabling compactions & flushes
2024-11-25T02:24:52,628 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010. after waiting 0 ms
2024-11-25T02:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:52,629 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing 1de6bad39c8f9787ad77ca9d20398010 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-25T02:24:52,629 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=A
2024-11-25T02:24:52,629 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:52,629 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=B
2024-11-25T02:24:52,629 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:52,629 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1de6bad39c8f9787ad77ca9d20398010, store=C
2024-11-25T02:24:52,629 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:52,632 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/516cafbcfa28469396055a69dad57c50 is 50, key is test_row_0/A:col10/1732501492461/Put/seqid=0
2024-11-25T02:24:52,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742431_1607 (size=9857)
2024-11-25T02:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-25T02:24:53,036 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/516cafbcfa28469396055a69dad57c50
2024-11-25T02:24:53,041 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/108d046f5992437b8cc6be5d1bf617c5 is 50, key is test_row_0/B:col10/1732501492461/Put/seqid=0
2024-11-25T02:24:53,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742432_1608 (size=9857)
2024-11-25T02:24:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-25T02:24:53,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T02:24:53,445 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/108d046f5992437b8cc6be5d1bf617c5
2024-11-25T02:24:53,450 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/a8f5b47d75404cf3aeda39a2393bae8d is 50, key is test_row_0/C:col10/1732501492461/Put/seqid=0
2024-11-25T02:24:53,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742433_1609 (size=9857)
2024-11-25T02:24:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-25T02:24:53,854 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/a8f5b47d75404cf3aeda39a2393bae8d
2024-11-25T02:24:53,858 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/A/516cafbcfa28469396055a69dad57c50 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/516cafbcfa28469396055a69dad57c50
2024-11-25T02:24:53,860 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/516cafbcfa28469396055a69dad57c50, entries=100, sequenceid=477, filesize=9.6 K
2024-11-25T02:24:53,861 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/B/108d046f5992437b8cc6be5d1bf617c5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/108d046f5992437b8cc6be5d1bf617c5
2024-11-25T02:24:53,863 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/108d046f5992437b8cc6be5d1bf617c5, entries=100, sequenceid=477, filesize=9.6 K
2024-11-25T02:24:53,863 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/.tmp/C/a8f5b47d75404cf3aeda39a2393bae8d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a8f5b47d75404cf3aeda39a2393bae8d
2024-11-25T02:24:53,866 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a8f5b47d75404cf3aeda39a2393bae8d, entries=100, sequenceid=477, filesize=9.6 K
2024-11-25T02:24:53,866 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1de6bad39c8f9787ad77ca9d20398010 in 1238ms, sequenceid=477, compaction requested=true
2024-11-25T02:24:53,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/49d03486eeef47b3bccc935d65d1cd6a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/c9e6f327863d427b91d63b3c078b8f9c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/5106e78e2b3f4e0db6f74bec8f62e7c5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7d664cb4939244499cec7fc0cb5bd3d8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fd4db10af9a54dd4a8196166778f626a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0c76f906341041ad92c7ac9578c1f5ba, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/462546e43040471289010d8ca9e4ab74, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f8c359e585774199a3fbc6d4ffa988f7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/be1d29dec982428d9fc75e8c6da9b963, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/37155b09cba048d5b8fa463a1bff3a9a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/77d31713666348f9b17db8a6eae309c0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2afcb589d1b7413a8870b87228638cac, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/99c8b3cdb1b548698e3965133ea82d5b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/410dc0fe8e184f908a7cb9f7251e7d80, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3c8d9f9dda0a45a6a78b9a4813cc3778, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3b675d9e96034ad09389aa892c537c1d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cadf4f77343e48e0adbe031b60299bd9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/9ad8d1535efc4d34b3af76602f04c87d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/93245abe60264625a123c2d5b3438851, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cf63b012083a4c8ab53ef1e1ebcaa137, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2d23357cfc1e465fa6b1c8012a4db93d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/31436c3529aa4661a52aa240e7504b07, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4561ecbbff9945088d65942243646510, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/da1d95db3f7b4893b0186b2a98f67004, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/8b52f1e3c09f44588a086a975e1c2e01, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f700f7cab55d42ec91256123be66f2d0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4f92eff7183e48f48f1659fb71ff5f9f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7f5a1a967214471ca32cf3140a6730f5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0fb1f90a91e2493b8e27660292c1d851, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/04166e00c2da4af6975f67e7c5a16fd6] to archive
2024-11-25T02:24:53,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:24:53,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/49d03486eeef47b3bccc935d65d1cd6a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/49d03486eeef47b3bccc935d65d1cd6a
2024-11-25T02:24:53,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/c9e6f327863d427b91d63b3c078b8f9c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/c9e6f327863d427b91d63b3c078b8f9c
2024-11-25T02:24:53,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/5106e78e2b3f4e0db6f74bec8f62e7c5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/5106e78e2b3f4e0db6f74bec8f62e7c5
2024-11-25T02:24:53,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7d664cb4939244499cec7fc0cb5bd3d8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7d664cb4939244499cec7fc0cb5bd3d8
2024-11-25T02:24:53,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fd4db10af9a54dd4a8196166778f626a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fd4db10af9a54dd4a8196166778f626a
2024-11-25T02:24:53,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0c76f906341041ad92c7ac9578c1f5ba to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0c76f906341041ad92c7ac9578c1f5ba
2024-11-25T02:24:53,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/462546e43040471289010d8ca9e4ab74 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/462546e43040471289010d8ca9e4ab74
2024-11-25T02:24:53,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f8c359e585774199a3fbc6d4ffa988f7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f8c359e585774199a3fbc6d4ffa988f7
2024-11-25T02:24:53,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/be1d29dec982428d9fc75e8c6da9b963 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/be1d29dec982428d9fc75e8c6da9b963
2024-11-25T02:24:53,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/37155b09cba048d5b8fa463a1bff3a9a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/37155b09cba048d5b8fa463a1bff3a9a
2024-11-25T02:24:53,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/77d31713666348f9b17db8a6eae309c0 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/77d31713666348f9b17db8a6eae309c0
2024-11-25T02:24:53,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2afcb589d1b7413a8870b87228638cac to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2afcb589d1b7413a8870b87228638cac
2024-11-25T02:24:53,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/99c8b3cdb1b548698e3965133ea82d5b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/99c8b3cdb1b548698e3965133ea82d5b
2024-11-25T02:24:53,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/fa9fc2fb45cc4c04b18c9f3cbe85dcab
2024-11-25T02:24:53,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/410dc0fe8e184f908a7cb9f7251e7d80 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/410dc0fe8e184f908a7cb9f7251e7d80
2024-11-25T02:24:53,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3c8d9f9dda0a45a6a78b9a4813cc3778 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3c8d9f9dda0a45a6a78b9a4813cc3778
2024-11-25T02:24:53,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3b675d9e96034ad09389aa892c537c1d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/3b675d9e96034ad09389aa892c537c1d
2024-11-25T02:24:53,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cadf4f77343e48e0adbe031b60299bd9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cadf4f77343e48e0adbe031b60299bd9
2024-11-25T02:24:53,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/9ad8d1535efc4d34b3af76602f04c87d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/9ad8d1535efc4d34b3af76602f04c87d
2024-11-25T02:24:53,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/93245abe60264625a123c2d5b3438851 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/93245abe60264625a123c2d5b3438851
2024-11-25T02:24:53,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cf63b012083a4c8ab53ef1e1ebcaa137 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/cf63b012083a4c8ab53ef1e1ebcaa137
2024-11-25T02:24:53,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2d23357cfc1e465fa6b1c8012a4db93d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/2d23357cfc1e465fa6b1c8012a4db93d
2024-11-25T02:24:53,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/31436c3529aa4661a52aa240e7504b07 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/31436c3529aa4661a52aa240e7504b07
2024-11-25T02:24:53,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4561ecbbff9945088d65942243646510 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4561ecbbff9945088d65942243646510
2024-11-25T02:24:53,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/da1d95db3f7b4893b0186b2a98f67004 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/da1d95db3f7b4893b0186b2a98f67004
2024-11-25T02:24:53,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/8b52f1e3c09f44588a086a975e1c2e01 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/8b52f1e3c09f44588a086a975e1c2e01
2024-11-25T02:24:53,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f700f7cab55d42ec91256123be66f2d0 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/f700f7cab55d42ec91256123be66f2d0
2024-11-25T02:24:53,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4f92eff7183e48f48f1659fb71ff5f9f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/4f92eff7183e48f48f1659fb71ff5f9f
2024-11-25T02:24:53,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7f5a1a967214471ca32cf3140a6730f5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/7f5a1a967214471ca32cf3140a6730f5
2024-11-25T02:24:53,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0fb1f90a91e2493b8e27660292c1d851 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/0fb1f90a91e2493b8e27660292c1d851
2024-11-25T02:24:53,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/04166e00c2da4af6975f67e7c5a16fd6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/04166e00c2da4af6975f67e7c5a16fd6
2024-11-25T02:24:53,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4d5f16a1b8944ca0826a839aa4895d36, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/678f8d734b1d4180a1a8235b74ffbb56, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/2dbf451e7de547ef84ab46afb9d3c991, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c8bb2b2f0d33462aa825b6752a34df77, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ac93748dd32d458f93b39b51da527257, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/12c5b02f42c1486097a17da112d4eb22, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/d0b37dd41beb46e984a133fe17ec4e07, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/feb025fdfe854dc4a4fe0bbe776540e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f7b162ee72c441fbbae5de1d291e8988, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ab0e0e05915b478a9a6b07fddb4ef900, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1978b533fe60436aa6827d6163eef4c9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/e150ee7079e74e3fb18d84f1fcb1beae, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/22d4149645c14baba83de47ba0fa249f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/83bce5e64e2c423b91f90353b2bcb915, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c7e95c09e63447bdbd8b2f15f43c6bfc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0263798be74c4cb1b78c9e5dbf7bcf55, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0f7bfd72aee14ecbae889a9ba97fd349, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/7ee574e67c2049c487b7a830247ed661, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/6af5c0dda308418098324e2e01538835, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/42d55cfacda644a3b772e51d17fd654c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cf7f6d5b37c740048d31e25c798f6cc3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ce1b679f536842e1bfba001b24d17b7c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f1047096159a45888f6e6fa302e1d39d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4a311f1120214e3eae787bc859ac0ff8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cc7c1284419346f9914eab1a0ca76598, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/fcc1cbd429554ae3841c26998d303dd3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/75a68a46886d4566a0db1064395af600, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/43d480f6726549b5b3ced6a3e6e9a34a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0590106d5ae448dbb8e23027a6717900, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4f1359ae23004eecb99407ce6f67773f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ea45bb4326484331b85bb2f0080bf47f] to archive
2024-11-25T02:24:53,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:24:53,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4d5f16a1b8944ca0826a839aa4895d36 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4d5f16a1b8944ca0826a839aa4895d36
2024-11-25T02:24:53,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/678f8d734b1d4180a1a8235b74ffbb56 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/678f8d734b1d4180a1a8235b74ffbb56
2024-11-25T02:24:53,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/2dbf451e7de547ef84ab46afb9d3c991 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/2dbf451e7de547ef84ab46afb9d3c991
2024-11-25T02:24:53,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c8bb2b2f0d33462aa825b6752a34df77 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c8bb2b2f0d33462aa825b6752a34df77
2024-11-25T02:24:53,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ac93748dd32d458f93b39b51da527257 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ac93748dd32d458f93b39b51da527257
2024-11-25T02:24:53,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/12c5b02f42c1486097a17da112d4eb22 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/12c5b02f42c1486097a17da112d4eb22
2024-11-25T02:24:53,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/d0b37dd41beb46e984a133fe17ec4e07 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/d0b37dd41beb46e984a133fe17ec4e07
2024-11-25T02:24:53,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/feb025fdfe854dc4a4fe0bbe776540e2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/feb025fdfe854dc4a4fe0bbe776540e2
2024-11-25T02:24:53,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f7b162ee72c441fbbae5de1d291e8988 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f7b162ee72c441fbbae5de1d291e8988
2024-11-25T02:24:53,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ab0e0e05915b478a9a6b07fddb4ef900 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ab0e0e05915b478a9a6b07fddb4ef900
2024-11-25T02:24:53,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1978b533fe60436aa6827d6163eef4c9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1978b533fe60436aa6827d6163eef4c9
2024-11-25T02:24:53,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/e150ee7079e74e3fb18d84f1fcb1beae to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/e150ee7079e74e3fb18d84f1fcb1beae
2024-11-25T02:24:53,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/22d4149645c14baba83de47ba0fa249f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/22d4149645c14baba83de47ba0fa249f
2024-11-25T02:24:53,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/83bce5e64e2c423b91f90353b2bcb915 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/83bce5e64e2c423b91f90353b2bcb915
2024-11-25T02:24:53,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c7e95c09e63447bdbd8b2f15f43c6bfc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/c7e95c09e63447bdbd8b2f15f43c6bfc
2024-11-25T02:24:53,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0263798be74c4cb1b78c9e5dbf7bcf55 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0263798be74c4cb1b78c9e5dbf7bcf55
2024-11-25T02:24:53,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0f7bfd72aee14ecbae889a9ba97fd349 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0f7bfd72aee14ecbae889a9ba97fd349
2024-11-25T02:24:53,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/7ee574e67c2049c487b7a830247ed661 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/7ee574e67c2049c487b7a830247ed661
2024-11-25T02:24:53,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/6af5c0dda308418098324e2e01538835 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/6af5c0dda308418098324e2e01538835
2024-11-25T02:24:53,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/42d55cfacda644a3b772e51d17fd654c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/42d55cfacda644a3b772e51d17fd654c
2024-11-25T02:24:53,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cf7f6d5b37c740048d31e25c798f6cc3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cf7f6d5b37c740048d31e25c798f6cc3
2024-11-25T02:24:53,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ce1b679f536842e1bfba001b24d17b7c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ce1b679f536842e1bfba001b24d17b7c
2024-11-25T02:24:53,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f1047096159a45888f6e6fa302e1d39d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/f1047096159a45888f6e6fa302e1d39d
2024-11-25T02:24:53,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4a311f1120214e3eae787bc859ac0ff8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4a311f1120214e3eae787bc859ac0ff8
2024-11-25T02:24:53,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cc7c1284419346f9914eab1a0ca76598 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/cc7c1284419346f9914eab1a0ca76598
2024-11-25T02:24:53,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/fcc1cbd429554ae3841c26998d303dd3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/fcc1cbd429554ae3841c26998d303dd3
2024-11-25T02:24:53,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/75a68a46886d4566a0db1064395af600 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/75a68a46886d4566a0db1064395af600
2024-11-25T02:24:53,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/43d480f6726549b5b3ced6a3e6e9a34a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/43d480f6726549b5b3ced6a3e6e9a34a
2024-11-25T02:24:53,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0590106d5ae448dbb8e23027a6717900 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/0590106d5ae448dbb8e23027a6717900
2024-11-25T02:24:53,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4f1359ae23004eecb99407ce6f67773f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/4f1359ae23004eecb99407ce6f67773f
2024-11-25T02:24:53,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ea45bb4326484331b85bb2f0080bf47f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/ea45bb4326484331b85bb2f0080bf47f
2024-11-25T02:24:53,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/914206711d7845549b4ed29e34224063, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c4894c0b2c744e988e23fd37401ea583, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cb4efc0f610e44e0a96f82b7666660c6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/24c350981f8242c98e7405602cbe05c1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c42a2ca0950a4ae7b2510a8e2bb8789d, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/65503c6010c64605b73d8a0e54a55d88, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041b1cee40b74f698332347b55281c94, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ed843f38986a4018b86e4cd768680c11, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/1e9c475c4d834c91894ff79b48de33bc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4453d4de39a04589bf69ba4a495bc9a1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0185886998544a56a4f55a73b62345aa, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/5cd0856f48ed447ea95215908fb0ecd9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4e32ffbf877a4dd9a4025193f4cd08cd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/26915aa40cd54e4393cc17da8d54d753, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/84ec064f3477428e9014832b7212dce8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041c3321b7644a2c815e911db89f9855, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a3633dff738f46e1a39ce7fe12d5024e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/2bb49f0d04a2492fb470144041c8e2b9, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c1904a37c5f14497becc2f612b9c5b86, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/b67cd18b1a8949b3bcc8c52d95ca88d7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ef4a0edd14094a33967ffcd4180df97e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cfd54f8ce230427585e1bda089d878db, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/17c89003fb4541beb38d91daa3cf268c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/451af84cd4134be393bbd700c63be279, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/e90f7d7257214cdb9658ad5e105c1e59, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/35fc557a012e4e9684568411d43a4158, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ba18ea56019148cc861ff7bb9bd580f8, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0983c51f7f0c445a82ca3dc7f020fc20, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ca60da16f45e404d9e70068b689dafd0, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/73567b9e9c7a41fea615173d1c0e3b42, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/137d05555d1247219ed9e3d91744d528] to archive
2024-11-25T02:24:53,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:24:53,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/914206711d7845549b4ed29e34224063 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/914206711d7845549b4ed29e34224063
2024-11-25T02:24:53,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c4894c0b2c744e988e23fd37401ea583 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c4894c0b2c744e988e23fd37401ea583
2024-11-25T02:24:53,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cb4efc0f610e44e0a96f82b7666660c6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cb4efc0f610e44e0a96f82b7666660c6
2024-11-25T02:24:53,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/24c350981f8242c98e7405602cbe05c1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/24c350981f8242c98e7405602cbe05c1
2024-11-25T02:24:53,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c42a2ca0950a4ae7b2510a8e2bb8789d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c42a2ca0950a4ae7b2510a8e2bb8789d
2024-11-25T02:24:53,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/65503c6010c64605b73d8a0e54a55d88 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/65503c6010c64605b73d8a0e54a55d88
2024-11-25T02:24:53,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041b1cee40b74f698332347b55281c94 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041b1cee40b74f698332347b55281c94
2024-11-25T02:24:53,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ed843f38986a4018b86e4cd768680c11 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ed843f38986a4018b86e4cd768680c11
2024-11-25T02:24:53,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/1e9c475c4d834c91894ff79b48de33bc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/1e9c475c4d834c91894ff79b48de33bc
2024-11-25T02:24:53,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4453d4de39a04589bf69ba4a495bc9a1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4453d4de39a04589bf69ba4a495bc9a1
2024-11-25T02:24:53,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0185886998544a56a4f55a73b62345aa to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0185886998544a56a4f55a73b62345aa
2024-11-25T02:24:53,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/5cd0856f48ed447ea95215908fb0ecd9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/5cd0856f48ed447ea95215908fb0ecd9
2024-11-25T02:24:53,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4e32ffbf877a4dd9a4025193f4cd08cd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/4e32ffbf877a4dd9a4025193f4cd08cd
2024-11-25T02:24:53,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/26915aa40cd54e4393cc17da8d54d753 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/26915aa40cd54e4393cc17da8d54d753
2024-11-25T02:24:53,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/84ec064f3477428e9014832b7212dce8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/84ec064f3477428e9014832b7212dce8
2024-11-25T02:24:53,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041c3321b7644a2c815e911db89f9855 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/041c3321b7644a2c815e911db89f9855
2024-11-25T02:24:53,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a3633dff738f46e1a39ce7fe12d5024e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a3633dff738f46e1a39ce7fe12d5024e
2024-11-25T02:24:53,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/2bb49f0d04a2492fb470144041c8e2b9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/2bb49f0d04a2492fb470144041c8e2b9
2024-11-25T02:24:53,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c1904a37c5f14497becc2f612b9c5b86 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/c1904a37c5f14497becc2f612b9c5b86
2024-11-25T02:24:53,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/b67cd18b1a8949b3bcc8c52d95ca88d7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/b67cd18b1a8949b3bcc8c52d95ca88d7
2024-11-25T02:24:53,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ef4a0edd14094a33967ffcd4180df97e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ef4a0edd14094a33967ffcd4180df97e
2024-11-25T02:24:53,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cfd54f8ce230427585e1bda089d878db to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cfd54f8ce230427585e1bda089d878db
2024-11-25T02:24:53,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/17c89003fb4541beb38d91daa3cf268c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/17c89003fb4541beb38d91daa3cf268c
2024-11-25T02:24:53,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/451af84cd4134be393bbd700c63be279 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/451af84cd4134be393bbd700c63be279
2024-11-25T02:24:53,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/e90f7d7257214cdb9658ad5e105c1e59 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/e90f7d7257214cdb9658ad5e105c1e59
2024-11-25T02:24:53,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/35fc557a012e4e9684568411d43a4158 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/35fc557a012e4e9684568411d43a4158
2024-11-25T02:24:53,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ba18ea56019148cc861ff7bb9bd580f8 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ba18ea56019148cc861ff7bb9bd580f8
2024-11-25T02:24:53,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0983c51f7f0c445a82ca3dc7f020fc20 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/0983c51f7f0c445a82ca3dc7f020fc20
2024-11-25T02:24:53,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ca60da16f45e404d9e70068b689dafd0 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/ca60da16f45e404d9e70068b689dafd0
2024-11-25T02:24:53,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/73567b9e9c7a41fea615173d1c0e3b42 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/73567b9e9c7a41fea615173d1c0e3b42
2024-11-25T02:24:53,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/137d05555d1247219ed9e3d91744d528 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/137d05555d1247219ed9e3d91744d528
2024-11-25T02:24:53,948 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/recovered.edits/480.seqid, newMaxSeqId=480, maxSeqId=1
2024-11-25T02:24:53,948 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.
2024-11-25T02:24:53,948 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 1de6bad39c8f9787ad77ca9d20398010:

2024-11-25T02:24:53,950 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:53,950 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=1de6bad39c8f9787ad77ca9d20398010, regionState=CLOSED
2024-11-25T02:24:53,952 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144
2024-11-25T02:24:53,952 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 1de6bad39c8f9787ad77ca9d20398010, server=d020e4a2beb4,45223,1732501345062 in 1.4750 sec
2024-11-25T02:24:53,953 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143
2024-11-25T02:24:53,953 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1de6bad39c8f9787ad77ca9d20398010, UNASSIGN in 1.4770 sec
2024-11-25T02:24:53,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142
2024-11-25T02:24:53,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4790 sec
2024-11-25T02:24:53,955 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501493955"}]},"ts":"1732501493955"}
2024-11-25T02:24:53,956 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-25T02:24:53,958 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-25T02:24:53,959 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4900 sec
2024-11-25T02:24:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-25T02:24:54,574 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed
2024-11-25T02:24:54,575 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-25T02:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:54,576 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-25T02:24:54,577 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:54,578 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:54,579 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/recovered.edits]
2024-11-25T02:24:54,582 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/516cafbcfa28469396055a69dad57c50 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/516cafbcfa28469396055a69dad57c50
2024-11-25T02:24:54,583 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/e15ac8a797e2479fa3e45096cdeb17f3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/e15ac8a797e2479fa3e45096cdeb17f3
2024-11-25T02:24:54,584 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/ebbbaf9be24546ce8d6ea46214a719d1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/A/ebbbaf9be24546ce8d6ea46214a719d1
2024-11-25T02:24:54,585 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/108d046f5992437b8cc6be5d1bf617c5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/108d046f5992437b8cc6be5d1bf617c5
2024-11-25T02:24:54,586 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1a33351bda4741e8a6ccfd389057cc45 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/1a33351bda4741e8a6ccfd389057cc45
2024-11-25T02:24:54,587 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/73da5eab8c864ef38188350123a04506 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/B/73da5eab8c864ef38188350123a04506
2024-11-25T02:24:54,589 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/6f9d113bd9a9462a9820929467460890 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/6f9d113bd9a9462a9820929467460890
2024-11-25T02:24:54,590 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a8f5b47d75404cf3aeda39a2393bae8d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/a8f5b47d75404cf3aeda39a2393bae8d
2024-11-25T02:24:54,590 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cad5868234054aac82f9f56349a80696 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/C/cad5868234054aac82f9f56349a80696
2024-11-25T02:24:54,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/recovered.edits/480.seqid to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010/recovered.edits/480.seqid
2024-11-25T02:24:54,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/1de6bad39c8f9787ad77ca9d20398010
2024-11-25T02:24:54,593 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-25T02:24:54,594 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:54,595 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-25T02:24:54,597 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-25T02:24:54,597 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:54,597 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-25T02:24:54,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732501494597"}]},"ts":"9223372036854775807"}
2024-11-25T02:24:54,599 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-25T02:24:54,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1de6bad39c8f9787ad77ca9d20398010, NAME => 'TestAcidGuarantees,,1732501462278.1de6bad39c8f9787ad77ca9d20398010.', STARTKEY => '', ENDKEY => ''}]
2024-11-25T02:24:54,599 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-25T02:24:54,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732501494599"}]},"ts":"9223372036854775807"}
2024-11-25T02:24:54,600 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-25T02:24:54,602 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:54,603 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec
2024-11-25T02:24:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-25T02:24:54,677 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed
2024-11-25T02:24:54,687 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=446 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 706), ProcessCount=11 (was 11), AvailableMemoryMB=7589 (was 6817) - AvailableMemoryMB LEAK? -
2024-11-25T02:24:54,695 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=7589
2024-11-25T02:24:54,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:24:54,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:54,698 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T02:24:54,698 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:54,698 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 147
2024-11-25T02:24:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147
2024-11-25T02:24:54,698 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T02:24:54,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742434_1610 (size=963)
2024-11-25T02:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147
2024-11-25T02:24:54,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-25T02:24:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147
2024-11-25T02:24:55,104 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593
2024-11-25T02:24:55,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742435_1611 (size=53)
2024-11-25T02:24:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147
2024-11-25T02:24:55,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:24:55,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 797be1562adff7fdbec001c75eed92ee, disabling compactions & flushes
2024-11-25T02:24:55,510 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. after waiting 0 ms
2024-11-25T02:24:55,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,510 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:24:55,511 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T02:24:55,511 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732501495511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501495511"}]},"ts":"1732501495511"}
2024-11-25T02:24:55,512 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-25T02:24:55,512 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T02:24:55,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501495512"}]},"ts":"1732501495512"}
2024-11-25T02:24:55,513 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-25T02:24:55,517 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, ASSIGN}]
2024-11-25T02:24:55,517 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, ASSIGN
2024-11-25T02:24:55,518 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, ASSIGN; state=OFFLINE, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=false
2024-11-25T02:24:55,668 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:55,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:24:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147
2024-11-25T02:24:55,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:55,823 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,823 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:24:55,823 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:55,824 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:24:55,824 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:55,824 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:55,825 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 797be1562adff7fdbec001c75eed92ee 
2024-11-25T02:24:55,826 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:55,826 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797be1562adff7fdbec001c75eed92ee columnFamilyName A
2024-11-25T02:24:55,826 DEBUG [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:55,826 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(327): Store=797be1562adff7fdbec001c75eed92ee/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:55,826 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 797be1562adff7fdbec001c75eed92ee 
2024-11-25T02:24:55,827 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:55,827 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797be1562adff7fdbec001c75eed92ee columnFamilyName B
2024-11-25T02:24:55,827 DEBUG [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:55,827 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(327): Store=797be1562adff7fdbec001c75eed92ee/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:55,827 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 797be1562adff7fdbec001c75eed92ee 
2024-11-25T02:24:55,828 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:55,828 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797be1562adff7fdbec001c75eed92ee columnFamilyName C
2024-11-25T02:24:55,828 DEBUG [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:55,828 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(327): Store=797be1562adff7fdbec001c75eed92ee/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:55,829 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,829 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:55,829 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:55,830 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:24:55,831 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:55,832 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T02:24:55,833 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened 797be1562adff7fdbec001c75eed92ee; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59619167, jitterRate=-0.11160518229007721}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:24:55,833 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:24:55,834 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., pid=149, masterSystemTime=1732501495820
2024-11-25T02:24:55,835 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,835 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:55,835 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=OPEN, openSeqNum=2, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:55,837 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148
2024-11-25T02:24:55,837 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062 in 167 msec
2024-11-25T02:24:55,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147
2024-11-25T02:24:55,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, ASSIGN in 321 msec
2024-11-25T02:24:55,838 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T02:24:55,839 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501495838"}]},"ts":"1732501495838"}
2024-11-25T02:24:55,839 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-25T02:24:55,842 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T02:24:55,842 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec
2024-11-25T02:24:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147
2024-11-25T02:24:56,802 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed
2024-11-25T02:24:56,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7
2024-11-25T02:24:56,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:56,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:56,813 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:56,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T02:24:56,815 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T02:24:56,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-25T02:24:56,816 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T02:24:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-25T02:24:56,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742436_1612 (size=999)
2024-11-25T02:24:57,226 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963
2024-11-25T02:24:57,226 INFO  [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999
2024-11-25T02:24:57,227 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:24:57,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, REOPEN/MOVE}]
2024-11-25T02:24:57,229 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, REOPEN/MOVE
2024-11-25T02:24:57,230 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,230 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:24:57,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:24:57,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,382 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,382 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:24:57,382 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 797be1562adff7fdbec001c75eed92ee, disabling compactions & flushes
2024-11-25T02:24:57,382 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,382 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,382 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. after waiting 0 ms
2024-11-25T02:24:57,382 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,385 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-25T02:24:57,386 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,386 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:24:57,386 WARN  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: 797be1562adff7fdbec001c75eed92ee to self.
2024-11-25T02:24:57,387 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,387 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=CLOSED
2024-11-25T02:24:57,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152
2024-11-25T02:24:57,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062 in 158 msec
2024-11-25T02:24:57,389 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, REOPEN/MOVE; state=CLOSED, location=d020e4a2beb4,45223,1732501345062; forceNewPlan=false, retain=true
2024-11-25T02:24:57,540 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=OPENING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,541 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:24:57,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,695 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,695 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
2024-11-25T02:24:57,695 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,695 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T02:24:57,695 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,695 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,696 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 797be1562adff7fdbec001c75eed92ee 
2024-11-25T02:24:57,697 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:57,697 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797be1562adff7fdbec001c75eed92ee columnFamilyName A
2024-11-25T02:24:57,698 DEBUG [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:57,698 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(327): Store=797be1562adff7fdbec001c75eed92ee/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:57,699 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 797be1562adff7fdbec001c75eed92ee 
2024-11-25T02:24:57,699 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:57,699 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797be1562adff7fdbec001c75eed92ee columnFamilyName B
2024-11-25T02:24:57,699 DEBUG [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:57,700 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(327): Store=797be1562adff7fdbec001c75eed92ee/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:57,700 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 797be1562adff7fdbec001c75eed92ee 
2024-11-25T02:24:57,700 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-11-25T02:24:57,700 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797be1562adff7fdbec001c75eed92ee columnFamilyName C
2024-11-25T02:24:57,700 DEBUG [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:57,700 INFO  [StoreOpener-797be1562adff7fdbec001c75eed92ee-1 {}] regionserver.HStore(327): Store=797be1562adff7fdbec001c75eed92ee/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T02:24:57,700 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,701 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,702 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,703 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-25T02:24:57,704 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,705 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened 797be1562adff7fdbec001c75eed92ee; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74767646, jitterRate=0.11412474513053894}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-25T02:24:57,706 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:24:57,706 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., pid=154, masterSystemTime=1732501497692
2024-11-25T02:24:57,707 DEBUG [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,707 INFO  [RS_OPEN_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,708 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=OPEN, openSeqNum=5, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,709 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152
2024-11-25T02:24:57,710 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062 in 167 msec
2024-11-25T02:24:57,710 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151
2024-11-25T02:24:57,711 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, REOPEN/MOVE in 481 msec
2024-11-25T02:24:57,712 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150
2024-11-25T02:24:57,712 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec
2024-11-25T02:24:57,713 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec
2024-11-25T02:24:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-11-25T02:24:57,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a
2024-11-25T02:24:57,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8
2024-11-25T02:24:57,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621
2024-11-25T02:24:57,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a
2024-11-25T02:24:57,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4
2024-11-25T02:24:57,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,731 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78
2024-11-25T02:24:57,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b
2024-11-25T02:24:57,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a
2024-11-25T02:24:57,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601
2024-11-25T02:24:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:57313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd
2024-11-25T02:24:57,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T02:24:57,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:24:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees
2024-11-25T02:24:57,753 DEBUG [hconnection-0x4f9dd03e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-25T02:24:57,753 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:24:57,753 DEBUG [hconnection-0x5cf6a98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,753 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:24:57,753 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:24:57,754 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,754 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,754 DEBUG [hconnection-0x44c4edef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,754 DEBUG [hconnection-0x32554bf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,754 DEBUG [hconnection-0x5b473ade-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,755 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,755 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,755 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,756 DEBUG [hconnection-0x29ac5388-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,757 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,757 DEBUG [hconnection-0x6293115a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,759 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,761 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:24:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:24:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:24:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:24:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:57,766 DEBUG [hconnection-0x495223c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,772 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,776 DEBUG [hconnection-0x239db8d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,777 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,780 DEBUG [hconnection-0x43c82564-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T02:24:57,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501557779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501557779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501557779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501557779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,781 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T02:24:57,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501557782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112512c11edf65a24b8b98e054b7894e623d_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501497759/Put/seqid=0
2024-11-25T02:24:57,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742437_1613 (size=12154)
2024-11-25T02:24:57,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:57,796 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112512c11edf65a24b8b98e054b7894e623d_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112512c11edf65a24b8b98e054b7894e623d_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:57,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8753b8c1e9274d67bffd71fd0651d014, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:24:57,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8753b8c1e9274d67bffd71fd0651d014 is 175, key is test_row_0/A:col10/1732501497759/Put/seqid=0
2024-11-25T02:24:57,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742438_1614 (size=30955)
2024-11-25T02:24:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-25T02:24:57,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501557881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501557882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501557882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501557882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501557883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:57,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:57,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:57,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-25T02:24:58,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501558083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501558083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501558086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501558086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501558086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:58,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:58,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,212 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8753b8c1e9274d67bffd71fd0651d014
2024-11-25T02:24:58,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/aaf76f6d803f4176aa0bb9210ec2d554 is 50, key is test_row_0/B:col10/1732501497759/Put/seqid=0
2024-11-25T02:24:58,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742439_1615 (size=12001)
2024-11-25T02:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-25T02:24:58,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501558387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501558387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501558389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501558390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501558390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,638 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/aaf76f6d803f4176aa0bb9210ec2d554
2024-11-25T02:24:58,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/84b72c26d7054364bb9832db975c1e9e is 50, key is test_row_0/C:col10/1732501497759/Put/seqid=0
2024-11-25T02:24:58,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742440_1616 (size=12001)
2024-11-25T02:24:58,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-25T02:24:58,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501558889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501558891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501558893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501558894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501558895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:58,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:58,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:58,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:58,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:24:59,064 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/84b72c26d7054364bb9832db975c1e9e
2024-11-25T02:24:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8753b8c1e9274d67bffd71fd0651d014 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8753b8c1e9274d67bffd71fd0651d014
2024-11-25T02:24:59,071 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8753b8c1e9274d67bffd71fd0651d014, entries=150, sequenceid=16, filesize=30.2 K
2024-11-25T02:24:59,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/aaf76f6d803f4176aa0bb9210ec2d554 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/aaf76f6d803f4176aa0bb9210ec2d554
2024-11-25T02:24:59,075 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/aaf76f6d803f4176aa0bb9210ec2d554, entries=150, sequenceid=16, filesize=11.7 K
2024-11-25T02:24:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/84b72c26d7054364bb9832db975c1e9e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/84b72c26d7054364bb9832db975c1e9e
2024-11-25T02:24:59,081 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/84b72c26d7054364bb9832db975c1e9e, entries=150, sequenceid=16, filesize=11.7 K
2024-11-25T02:24:59,082 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 797be1562adff7fdbec001c75eed92ee in 1321ms, sequenceid=16, compaction requested=false
2024-11-25T02:24:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-25T02:24:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:24:59,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:59,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-25T02:24:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:24:59,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:24:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:24:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:24:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:24:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:24:59,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259378a52697c24d4db234a0061d5c716d_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501497779/Put/seqid=0
2024-11-25T02:24:59,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742441_1617 (size=12154)
2024-11-25T02:24:59,471 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T02:24:59,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:24:59,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259378a52697c24d4db234a0061d5c716d_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259378a52697c24d4db234a0061d5c716d_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/b88b8ef7b3244ad88c49e8c6d26d9ced, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:24:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/b88b8ef7b3244ad88c49e8c6d26d9ced is 175, key is test_row_0/A:col10/1732501497779/Put/seqid=0
2024-11-25T02:24:59,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742442_1618 (size=30955)
2024-11-25T02:24:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-25T02:24:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:24:59,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:24:59,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501559900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:59,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501559901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:59,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501559903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:59,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501559903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:59,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:24:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501559903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:24:59,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/b88b8ef7b3244ad88c49e8c6d26d9ced
2024-11-25T02:24:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/00f1048e447848bf8af38770fe4f41bf is 50, key is test_row_0/B:col10/1732501497779/Put/seqid=0
2024-11-25T02:24:59,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742443_1619 (size=12001)
2024-11-25T02:25:00,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501560004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501560003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501560005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501560005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501560206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501560207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501560207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501560209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/00f1048e447848bf8af38770fe4f41bf
2024-11-25T02:25:00,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/1af5b40a58ad4e708b95a5d7f4421838 is 50, key is test_row_0/C:col10/1732501497779/Put/seqid=0
2024-11-25T02:25:00,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742444_1620 (size=12001)
2024-11-25T02:25:00,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501560508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501560509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501560511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501560512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:00,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/1af5b40a58ad4e708b95a5d7f4421838
2024-11-25T02:25:00,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/b88b8ef7b3244ad88c49e8c6d26d9ced as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/b88b8ef7b3244ad88c49e8c6d26d9ced
2024-11-25T02:25:00,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/b88b8ef7b3244ad88c49e8c6d26d9ced, entries=150, sequenceid=40, filesize=30.2 K
2024-11-25T02:25:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/00f1048e447848bf8af38770fe4f41bf as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/00f1048e447848bf8af38770fe4f41bf
2024-11-25T02:25:00,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/00f1048e447848bf8af38770fe4f41bf, entries=150, sequenceid=40, filesize=11.7 K
2024-11-25T02:25:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/1af5b40a58ad4e708b95a5d7f4421838 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/1af5b40a58ad4e708b95a5d7f4421838
2024-11-25T02:25:00,780 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/1af5b40a58ad4e708b95a5d7f4421838, entries=150, sequenceid=40, filesize=11.7 K
2024-11-25T02:25:00,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 797be1562adff7fdbec001c75eed92ee in 1655ms, sequenceid=40, compaction requested=false
2024-11-25T02:25:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156
2024-11-25T02:25:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=156
2024-11-25T02:25:00,786 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155
2024-11-25T02:25:00,786 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0310 sec
2024-11-25T02:25:00,787 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 3.0350 sec
2024-11-25T02:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:01,016 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:25:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:01,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546823130791a4719807959bf7f4023df_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501501015/Put/seqid=0
2024-11-25T02:25:01,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742445_1621 (size=12154)
2024-11-25T02:25:01,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501561056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501561057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501561058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501561059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501561160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501561160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501561160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501561162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501561363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501561363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501561364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501561365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,426 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:01,430 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546823130791a4719807959bf7f4023df_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546823130791a4719807959bf7f4023df_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:01,431 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/6c01df15076247eab2e1c98b4e6db35b, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:01,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/6c01df15076247eab2e1c98b4e6db35b is 175, key is test_row_0/A:col10/1732501501015/Put/seqid=0
2024-11-25T02:25:01,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742446_1622 (size=30955)
2024-11-25T02:25:01,435 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/6c01df15076247eab2e1c98b4e6db35b
2024-11-25T02:25:01,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/1b5d853f3aca482ca598bfec50aecc92 is 50, key is test_row_0/B:col10/1732501501015/Put/seqid=0
2024-11-25T02:25:01,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742447_1623 (size=12001)
2024-11-25T02:25:01,447 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/1b5d853f3aca482ca598bfec50aecc92
2024-11-25T02:25:01,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/d46c16b1d14b4aecaf64f3cb3df519b2 is 50, key is test_row_0/C:col10/1732501501015/Put/seqid=0
2024-11-25T02:25:01,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742448_1624 (size=12001)
2024-11-25T02:25:01,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501561665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501561665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501561666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501561668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-25T02:25:01,858 INFO  [Thread-2689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed
2024-11-25T02:25:01,859 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:25:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees
2024-11-25T02:25:01,860 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:25:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-25T02:25:01,861 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:25:01,861 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:25:01,862 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/d46c16b1d14b4aecaf64f3cb3df519b2
2024-11-25T02:25:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/6c01df15076247eab2e1c98b4e6db35b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/6c01df15076247eab2e1c98b4e6db35b
2024-11-25T02:25:01,869 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/6c01df15076247eab2e1c98b4e6db35b, entries=150, sequenceid=55, filesize=30.2 K
2024-11-25T02:25:01,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/1b5d853f3aca482ca598bfec50aecc92 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/1b5d853f3aca482ca598bfec50aecc92
2024-11-25T02:25:01,873 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/1b5d853f3aca482ca598bfec50aecc92, entries=150, sequenceid=55, filesize=11.7 K
2024-11-25T02:25:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/d46c16b1d14b4aecaf64f3cb3df519b2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/d46c16b1d14b4aecaf64f3cb3df519b2
2024-11-25T02:25:01,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/d46c16b1d14b4aecaf64f3cb3df519b2, entries=150, sequenceid=55, filesize=11.7 K
2024-11-25T02:25:01,877 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 797be1562adff7fdbec001c75eed92ee in 860ms, sequenceid=55, compaction requested=true
2024-11-25T02:25:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:25:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:25:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:25:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:01,877 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:01,877 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:01,878 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:01,878 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:01,878 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/B is initiating minor compaction (all files)
2024-11-25T02:25:01,878 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/A is initiating minor compaction (all files)
2024-11-25T02:25:01,878 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/B in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:01,878 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/A in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:01,878 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8753b8c1e9274d67bffd71fd0651d014, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/b88b8ef7b3244ad88c49e8c6d26d9ced, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/6c01df15076247eab2e1c98b4e6db35b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=90.7 K
2024-11-25T02:25:01,878 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/aaf76f6d803f4176aa0bb9210ec2d554, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/00f1048e447848bf8af38770fe4f41bf, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/1b5d853f3aca482ca598bfec50aecc92] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=35.2 K
2024-11-25T02:25:01,878 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:01,878 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8753b8c1e9274d67bffd71fd0651d014, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/b88b8ef7b3244ad88c49e8c6d26d9ced, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/6c01df15076247eab2e1c98b4e6db35b]
2024-11-25T02:25:01,878 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting aaf76f6d803f4176aa0bb9210ec2d554, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501497759
2024-11-25T02:25:01,878 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8753b8c1e9274d67bffd71fd0651d014, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501497759
2024-11-25T02:25:01,879 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f1048e447848bf8af38770fe4f41bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732501497777
2024-11-25T02:25:01,879 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting b88b8ef7b3244ad88c49e8c6d26d9ced, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732501497777
2024-11-25T02:25:01,879 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b5d853f3aca482ca598bfec50aecc92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501499899
2024-11-25T02:25:01,879 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c01df15076247eab2e1c98b4e6db35b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501499899
2024-11-25T02:25:01,884 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:01,885 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:01,885 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/29c8adf66e8948c69dd2e441f2aaf1b3 is 50, key is test_row_0/B:col10/1732501501015/Put/seqid=0
2024-11-25T02:25:01,889 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125210be26921e14ecb9b441b0b5d5e5710_797be1562adff7fdbec001c75eed92ee store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:01,890 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125210be26921e14ecb9b441b0b5d5e5710_797be1562adff7fdbec001c75eed92ee, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:01,890 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125210be26921e14ecb9b441b0b5d5e5710_797be1562adff7fdbec001c75eed92ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:01,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742449_1625 (size=12104)
2024-11-25T02:25:01,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742450_1626 (size=4469)
2024-11-25T02:25:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:01,922 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-25T02:25:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:01,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252f4e9236098c4396af4291948dfb3f0a_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501501921/Put/seqid=0
2024-11-25T02:25:01,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742451_1627 (size=14594)
2024-11-25T02:25:01,932 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:01,935 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252f4e9236098c4396af4291948dfb3f0a_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252f4e9236098c4396af4291948dfb3f0a_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:01,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8b6b23ac3fad478f91d16ca404f43de1, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:01,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8b6b23ac3fad478f91d16ca404f43de1 is 175, key is test_row_0/A:col10/1732501501921/Put/seqid=0
2024-11-25T02:25:01,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742452_1628 (size=39549)
2024-11-25T02:25:01,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501561952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-25T02:25:02,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-25T02:25:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501562055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-25T02:25:02,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-25T02:25:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501562170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501562171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501562172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501562173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501562257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,295 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:02,295 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/29c8adf66e8948c69dd2e441f2aaf1b3 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/29c8adf66e8948c69dd2e441f2aaf1b3
2024-11-25T02:25:02,295 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/d00fca212ea34f37a431c5c24b8e8671 is 175, key is test_row_0/A:col10/1732501501015/Put/seqid=0
2024-11-25T02:25:02,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742453_1629 (size=31058)
2024-11-25T02:25:02,300 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/B of 797be1562adff7fdbec001c75eed92ee into 29c8adf66e8948c69dd2e441f2aaf1b3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:02,300 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:02,300 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/B, priority=13, startTime=1732501501877; duration=0sec
2024-11-25T02:25:02,300 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:02,300 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:B
2024-11-25T02:25:02,300 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:02,301 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:02,301 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/C is initiating minor compaction (all files)
2024-11-25T02:25:02,301 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/C in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,301 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/84b72c26d7054364bb9832db975c1e9e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/1af5b40a58ad4e708b95a5d7f4421838, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/d46c16b1d14b4aecaf64f3cb3df519b2] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=35.2 K
2024-11-25T02:25:02,303 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 84b72c26d7054364bb9832db975c1e9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732501497759
2024-11-25T02:25:02,303 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af5b40a58ad4e708b95a5d7f4421838, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732501497777
2024-11-25T02:25:02,303 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting d46c16b1d14b4aecaf64f3cb3df519b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501499899
2024-11-25T02:25:02,305 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/d00fca212ea34f37a431c5c24b8e8671 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/d00fca212ea34f37a431c5c24b8e8671
2024-11-25T02:25:02,309 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/A of 797be1562adff7fdbec001c75eed92ee into d00fca212ea34f37a431c5c24b8e8671(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:02,310 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:02,310 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/A, priority=13, startTime=1732501501877; duration=0sec
2024-11-25T02:25:02,310 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#C#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:02,310 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:02,310 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:A
2024-11-25T02:25:02,310 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/6fae331f47ab464caf79cc556bf3c058 is 50, key is test_row_0/C:col10/1732501501015/Put/seqid=0
2024-11-25T02:25:02,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-25T02:25:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742454_1630 (size=12104)
2024-11-25T02:25:02,342 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8b6b23ac3fad478f91d16ca404f43de1
2024-11-25T02:25:02,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b46aee20f17c4501b37d75b72401bb8e is 50, key is test_row_0/B:col10/1732501501921/Put/seqid=0
2024-11-25T02:25:02,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742455_1631 (size=12001)
2024-11-25T02:25:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-25T02:25:02,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-25T02:25:02,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:02,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501562561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-25T02:25:02,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,729 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/6fae331f47ab464caf79cc556bf3c058 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6fae331f47ab464caf79cc556bf3c058
2024-11-25T02:25:02,733 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/C of 797be1562adff7fdbec001c75eed92ee into 6fae331f47ab464caf79cc556bf3c058(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:02,733 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:02,733 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/C, priority=13, startTime=1732501501877; duration=0sec
2024-11-25T02:25:02,733 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:02,733 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:C
2024-11-25T02:25:02,752 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b46aee20f17c4501b37d75b72401bb8e
2024-11-25T02:25:02,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/eacfea6ed0e143cca96aa9ff4d43d196 is 50, key is test_row_0/C:col10/1732501501921/Put/seqid=0
2024-11-25T02:25:02,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742456_1632 (size=12001)
2024-11-25T02:25:02,771 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/eacfea6ed0e143cca96aa9ff4d43d196
2024-11-25T02:25:02,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/8b6b23ac3fad478f91d16ca404f43de1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8b6b23ac3fad478f91d16ca404f43de1
2024-11-25T02:25:02,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-25T02:25:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=158
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:02,778 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8b6b23ac3fad478f91d16ca404f43de1, entries=200, sequenceid=77, filesize=38.6 K
2024-11-25T02:25:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b46aee20f17c4501b37d75b72401bb8e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b46aee20f17c4501b37d75b72401bb8e
2024-11-25T02:25:02,782 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b46aee20f17c4501b37d75b72401bb8e, entries=150, sequenceid=77, filesize=11.7 K
2024-11-25T02:25:02,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/eacfea6ed0e143cca96aa9ff4d43d196 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/eacfea6ed0e143cca96aa9ff4d43d196
2024-11-25T02:25:02,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/eacfea6ed0e143cca96aa9ff4d43d196, entries=150, sequenceid=77, filesize=11.7 K
2024-11-25T02:25:02,786 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 797be1562adff7fdbec001c75eed92ee in 864ms, sequenceid=77, compaction requested=false
2024-11-25T02:25:02,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:02,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:02,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-25T02:25:02,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:02,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-25T02:25:02,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:02,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:02,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:02,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:02,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:02,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:02,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252737945b55fd49f2a4077cc0699fd468_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501501951/Put/seqid=0
2024-11-25T02:25:02,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742457_1633 (size=12154)
2024-11-25T02:25:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-25T02:25:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:03,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:03,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501563108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501563176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501563177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501563180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501563181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501563211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:03,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252737945b55fd49f2a4077cc0699fd468_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252737945b55fd49f2a4077cc0699fd468_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/923c610be85b4a9c8ce1a2d91fcfb477, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/923c610be85b4a9c8ce1a2d91fcfb477 is 175, key is test_row_0/A:col10/1732501501951/Put/seqid=0
2024-11-25T02:25:03,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742458_1634 (size=30955)
2024-11-25T02:25:03,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/923c610be85b4a9c8ce1a2d91fcfb477
2024-11-25T02:25:03,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/dbfae4cd7de24ef49a5a2551717f8fd6 is 50, key is test_row_0/B:col10/1732501501951/Put/seqid=0
2024-11-25T02:25:03,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742459_1635 (size=12001)
2024-11-25T02:25:03,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501563414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501563716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:03,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/dbfae4cd7de24ef49a5a2551717f8fd6
2024-11-25T02:25:03,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/35533385a5ed41c9a00565455c30c54c is 50, key is test_row_0/C:col10/1732501501951/Put/seqid=0
2024-11-25T02:25:03,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742460_1636 (size=12001)
2024-11-25T02:25:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-25T02:25:04,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/35533385a5ed41c9a00565455c30c54c
2024-11-25T02:25:04,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/923c610be85b4a9c8ce1a2d91fcfb477 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/923c610be85b4a9c8ce1a2d91fcfb477
2024-11-25T02:25:04,195 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/923c610be85b4a9c8ce1a2d91fcfb477, entries=150, sequenceid=94, filesize=30.2 K
2024-11-25T02:25:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/dbfae4cd7de24ef49a5a2551717f8fd6 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/dbfae4cd7de24ef49a5a2551717f8fd6
2024-11-25T02:25:04,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/dbfae4cd7de24ef49a5a2551717f8fd6, entries=150, sequenceid=94, filesize=11.7 K
2024-11-25T02:25:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/35533385a5ed41c9a00565455c30c54c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/35533385a5ed41c9a00565455c30c54c
2024-11-25T02:25:04,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/35533385a5ed41c9a00565455c30c54c, entries=150, sequenceid=94, filesize=11.7 K
2024-11-25T02:25:04,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 797be1562adff7fdbec001c75eed92ee in 1274ms, sequenceid=94, compaction requested=true
2024-11-25T02:25:04,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:04,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:04,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158
2024-11-25T02:25:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=158
2024-11-25T02:25:04,206 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157
2024-11-25T02:25:04,206 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3430 sec
2024-11-25T02:25:04,207 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.3470 sec
2024-11-25T02:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:04,224 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-25T02:25:04,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:04,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:04,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:04,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:04,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:04,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:04,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4a9194bcb2142a8902e39e69cce51a1_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501503092/Put/seqid=0
2024-11-25T02:25:04,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742461_1637 (size=12154)
2024-11-25T02:25:04,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501564253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:04,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501564356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:04,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501564560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:04,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:04,636 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4a9194bcb2142a8902e39e69cce51a1_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4a9194bcb2142a8902e39e69cce51a1_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:04,637 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/f5a08766ff0644da9cb29330ce497c72, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:04,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/f5a08766ff0644da9cb29330ce497c72 is 175, key is test_row_0/A:col10/1732501503092/Put/seqid=0
2024-11-25T02:25:04,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742462_1638 (size=30955)
2024-11-25T02:25:04,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-25T02:25:04,807 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-25T02:25:04,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501564862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:05,042 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/f5a08766ff0644da9cb29330ce497c72
2024-11-25T02:25:05,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/42aa344e70df41798e2cc2f324468b53 is 50, key is test_row_0/B:col10/1732501503092/Put/seqid=0
2024-11-25T02:25:05,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742463_1639 (size=12001)
2024-11-25T02:25:05,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501565187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:05,190 DEBUG [Thread-2683 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:25:05,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501565194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:05,196 DEBUG [Thread-2679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:25:05,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501565195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:05,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501565195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:05,197 DEBUG [Thread-2681 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:25:05,197 DEBUG [Thread-2687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:25:05,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501565368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:05,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/42aa344e70df41798e2cc2f324468b53
2024-11-25T02:25:05,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/f1628a53507042558a1362aa7b6156bc is 50, key is test_row_0/C:col10/1732501503092/Put/seqid=0
2024-11-25T02:25:05,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742464_1640 (size=12001)
2024-11-25T02:25:05,876 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/f1628a53507042558a1362aa7b6156bc
2024-11-25T02:25:05,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/f5a08766ff0644da9cb29330ce497c72 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f5a08766ff0644da9cb29330ce497c72
2024-11-25T02:25:05,883 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f5a08766ff0644da9cb29330ce497c72, entries=150, sequenceid=117, filesize=30.2 K
2024-11-25T02:25:05,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/42aa344e70df41798e2cc2f324468b53 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/42aa344e70df41798e2cc2f324468b53
2024-11-25T02:25:05,886 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/42aa344e70df41798e2cc2f324468b53, entries=150, sequenceid=117, filesize=11.7 K
2024-11-25T02:25:05,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/f1628a53507042558a1362aa7b6156bc as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/f1628a53507042558a1362aa7b6156bc
2024-11-25T02:25:05,889 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/f1628a53507042558a1362aa7b6156bc, entries=150, sequenceid=117, filesize=11.7 K
2024-11-25T02:25:05,890 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 797be1562adff7fdbec001c75eed92ee in 1667ms, sequenceid=117, compaction requested=true
2024-11-25T02:25:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:25:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:25:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:05,890 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:25:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:25:05,890 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:25:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:05,891 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:25:05,891 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/A is initiating minor compaction (all files)
2024-11-25T02:25:05,891 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:25:05,891 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/A in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:05,891 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/B is initiating minor compaction (all files)
2024-11-25T02:25:05,891 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/B in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:05,891 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/d00fca212ea34f37a431c5c24b8e8671, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8b6b23ac3fad478f91d16ca404f43de1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/923c610be85b4a9c8ce1a2d91fcfb477, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f5a08766ff0644da9cb29330ce497c72] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=129.4 K
2024-11-25T02:25:05,891 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/29c8adf66e8948c69dd2e441f2aaf1b3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b46aee20f17c4501b37d75b72401bb8e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/dbfae4cd7de24ef49a5a2551717f8fd6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/42aa344e70df41798e2cc2f324468b53] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=47.0 K
2024-11-25T02:25:05,891 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:05,891 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/d00fca212ea34f37a431c5c24b8e8671, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8b6b23ac3fad478f91d16ca404f43de1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/923c610be85b4a9c8ce1a2d91fcfb477, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f5a08766ff0644da9cb29330ce497c72]
2024-11-25T02:25:05,892 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 29c8adf66e8948c69dd2e441f2aaf1b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501499899
2024-11-25T02:25:05,892 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting d00fca212ea34f37a431c5c24b8e8671, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501499899
2024-11-25T02:25:05,892 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b46aee20f17c4501b37d75b72401bb8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732501501055
2024-11-25T02:25:05,892 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b6b23ac3fad478f91d16ca404f43de1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732501501055
2024-11-25T02:25:05,892 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting dbfae4cd7de24ef49a5a2551717f8fd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732501501943
2024-11-25T02:25:05,892 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 923c610be85b4a9c8ce1a2d91fcfb477, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732501501943
2024-11-25T02:25:05,893 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 42aa344e70df41798e2cc2f324468b53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501503092
2024-11-25T02:25:05,893 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5a08766ff0644da9cb29330ce497c72, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501503092
2024-11-25T02:25:05,898 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:05,901 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:05,901 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d9c8a30db9904a94a08192646ae1d97f_797be1562adff7fdbec001c75eed92ee store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:05,901 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b7ac86a7c738434a8386080840cf1076 is 50, key is test_row_0/B:col10/1732501503092/Put/seqid=0
2024-11-25T02:25:05,903 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d9c8a30db9904a94a08192646ae1d97f_797be1562adff7fdbec001c75eed92ee, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:05,903 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d9c8a30db9904a94a08192646ae1d97f_797be1562adff7fdbec001c75eed92ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:05,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742465_1641 (size=12241)
2024-11-25T02:25:05,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742466_1642 (size=4469)
2024-11-25T02:25:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-25T02:25:05,965 INFO  [Thread-2689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed
2024-11-25T02:25:05,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:25:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees
2024-11-25T02:25:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-25T02:25:05,968 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:25:05,968 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:25:05,968 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:25:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-25T02:25:06,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:06,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-25T02:25:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:06,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-25T02:25:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:06,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125950e21626ff9479781cc12452fb3bef4_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501504239/Put/seqid=0
2024-11-25T02:25:06,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742467_1643 (size=12204)
2024-11-25T02:25:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-25T02:25:06,313 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#A#compaction#543 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:06,314 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/f17aac6fbc55436a99daa7a7cde79779 is 175, key is test_row_0/A:col10/1732501503092/Put/seqid=0
2024-11-25T02:25:06,315 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b7ac86a7c738434a8386080840cf1076 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b7ac86a7c738434a8386080840cf1076
2024-11-25T02:25:06,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742468_1644 (size=31195)
2024-11-25T02:25:06,319 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/B of 797be1562adff7fdbec001c75eed92ee into b7ac86a7c738434a8386080840cf1076(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:06,319 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:06,319 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/B, priority=12, startTime=1732501505890; duration=0sec
2024-11-25T02:25:06,320 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:06,320 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:B
2024-11-25T02:25:06,320 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T02:25:06,321 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T02:25:06,321 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/C is initiating minor compaction (all files)
2024-11-25T02:25:06,321 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/C in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:06,321 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/f17aac6fbc55436a99daa7a7cde79779 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f17aac6fbc55436a99daa7a7cde79779
2024-11-25T02:25:06,321 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6fae331f47ab464caf79cc556bf3c058, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/eacfea6ed0e143cca96aa9ff4d43d196, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/35533385a5ed41c9a00565455c30c54c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/f1628a53507042558a1362aa7b6156bc] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=47.0 K
2024-11-25T02:25:06,321 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fae331f47ab464caf79cc556bf3c058, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732501499899
2024-11-25T02:25:06,322 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting eacfea6ed0e143cca96aa9ff4d43d196, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732501501055
2024-11-25T02:25:06,322 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 35533385a5ed41c9a00565455c30c54c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732501501943
2024-11-25T02:25:06,322 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f1628a53507042558a1362aa7b6156bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501503092
2024-11-25T02:25:06,326 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/A of 797be1562adff7fdbec001c75eed92ee into f17aac6fbc55436a99daa7a7cde79779(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:06,326 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:06,326 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/A, priority=12, startTime=1732501505890; duration=0sec
2024-11-25T02:25:06,326 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:06,326 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:A
2024-11-25T02:25:06,329 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#C#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:06,330 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/43a72cd58fe94633a925e80379d558bd is 50, key is test_row_0/C:col10/1732501503092/Put/seqid=0
2024-11-25T02:25:06,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742469_1645 (size=12241)
2024-11-25T02:25:06,336 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/43a72cd58fe94633a925e80379d558bd as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/43a72cd58fe94633a925e80379d558bd
2024-11-25T02:25:06,340 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/C of 797be1562adff7fdbec001c75eed92ee into 43a72cd58fe94633a925e80379d558bd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:06,340 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:06,340 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/C, priority=12, startTime=1732501505890; duration=0sec
2024-11-25T02:25:06,340 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:06,340 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:C
2024-11-25T02:25:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:06,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:06,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501566422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:06,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501566524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:06,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125950e21626ff9479781cc12452fb3bef4_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125950e21626ff9479781cc12452fb3bef4_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:06,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ecc6a2fd06a749cdae955ad5ceaaa021, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ecc6a2fd06a749cdae955ad5ceaaa021 is 175, key is test_row_0/A:col10/1732501504239/Put/seqid=0
2024-11-25T02:25:06,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742470_1646 (size=31005)
2024-11-25T02:25:06,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ecc6a2fd06a749cdae955ad5ceaaa021
2024-11-25T02:25:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/61abab0b75b84f9e8012d681cccd9f5f is 50, key is test_row_0/B:col10/1732501504239/Put/seqid=0
2024-11-25T02:25:06,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742471_1647 (size=12051)
2024-11-25T02:25:06,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/61abab0b75b84f9e8012d681cccd9f5f
2024-11-25T02:25:06,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/2fa6a5142f8f4514b432440f4c6e75b1 is 50, key is test_row_0/C:col10/1732501504239/Put/seqid=0
2024-11-25T02:25:06,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742472_1648 (size=12051)
2024-11-25T02:25:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-25T02:25:06,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501566727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:06,956 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/2fa6a5142f8f4514b432440f4c6e75b1
2024-11-25T02:25:06,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ecc6a2fd06a749cdae955ad5ceaaa021 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ecc6a2fd06a749cdae955ad5ceaaa021
2024-11-25T02:25:06,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ecc6a2fd06a749cdae955ad5ceaaa021, entries=150, sequenceid=130, filesize=30.3 K
2024-11-25T02:25:06,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/61abab0b75b84f9e8012d681cccd9f5f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/61abab0b75b84f9e8012d681cccd9f5f
2024-11-25T02:25:06,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/61abab0b75b84f9e8012d681cccd9f5f, entries=150, sequenceid=130, filesize=11.8 K
2024-11-25T02:25:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/2fa6a5142f8f4514b432440f4c6e75b1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2fa6a5142f8f4514b432440f4c6e75b1
2024-11-25T02:25:06,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2fa6a5142f8f4514b432440f4c6e75b1, entries=150, sequenceid=130, filesize=11.8 K
2024-11-25T02:25:06,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 797be1562adff7fdbec001c75eed92ee in 852ms, sequenceid=130, compaction requested=false
2024-11-25T02:25:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160
2024-11-25T02:25:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=160
2024-11-25T02:25:06,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159
2024-11-25T02:25:06,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec
2024-11-25T02:25:06,975 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.0080 sec
2024-11-25T02:25:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:07,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-25T02:25:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:07,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abcf44bcfacc44c282ac451fb78718a3_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501507031/Put/seqid=0
2024-11-25T02:25:07,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742473_1649 (size=12304)
2024-11-25T02:25:07,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501567054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-25T02:25:07,070 INFO  [Thread-2689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed
2024-11-25T02:25:07,071 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:25:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees
2024-11-25T02:25:07,073 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:25:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-25T02:25:07,073 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:25:07,073 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:25:07,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501567157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-25T02:25:07,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501567360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-25T02:25:07,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:07,446 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abcf44bcfacc44c282ac451fb78718a3_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abcf44bcfacc44c282ac451fb78718a3_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:07,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/25ea5c56a5504706bb995a5f7ad387e1, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:07,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/25ea5c56a5504706bb995a5f7ad387e1 is 175, key is test_row_0/A:col10/1732501507031/Put/seqid=0
2024-11-25T02:25:07,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742474_1650 (size=31105)
2024-11-25T02:25:07,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:07,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:07,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501567664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-25T02:25:07,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,852 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/25ea5c56a5504706bb995a5f7ad387e1
2024-11-25T02:25:07,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/3e56b3b0f8a744ea84cbd0bf873e7cc7 is 50, key is test_row_0/B:col10/1732501507031/Put/seqid=0
2024-11-25T02:25:07,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742475_1651 (size=12151)
2024-11-25T02:25:07,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:07,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:07,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:08,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:08,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:08,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:08,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501568168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-25T02:25:08,262 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/3e56b3b0f8a744ea84cbd0bf873e7cc7
2024-11-25T02:25:08,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/06ed9db44adf47979695dc68e2e08a69 is 50, key is test_row_0/C:col10/1732501507031/Put/seqid=0
2024-11-25T02:25:08,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742476_1652 (size=12151)
2024-11-25T02:25:08,273 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/06ed9db44adf47979695dc68e2e08a69
2024-11-25T02:25:08,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/25ea5c56a5504706bb995a5f7ad387e1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/25ea5c56a5504706bb995a5f7ad387e1
2024-11-25T02:25:08,280 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/25ea5c56a5504706bb995a5f7ad387e1, entries=150, sequenceid=157, filesize=30.4 K
2024-11-25T02:25:08,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/3e56b3b0f8a744ea84cbd0bf873e7cc7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/3e56b3b0f8a744ea84cbd0bf873e7cc7
2024-11-25T02:25:08,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/3e56b3b0f8a744ea84cbd0bf873e7cc7, entries=150, sequenceid=157, filesize=11.9 K
2024-11-25T02:25:08,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/06ed9db44adf47979695dc68e2e08a69 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/06ed9db44adf47979695dc68e2e08a69
2024-11-25T02:25:08,287 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/06ed9db44adf47979695dc68e2e08a69, entries=150, sequenceid=157, filesize=11.9 K
2024-11-25T02:25:08,288 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 797be1562adff7fdbec001c75eed92ee in 1256ms, sequenceid=157, compaction requested=true
2024-11-25T02:25:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:25:08,288 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:25:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:25:08,288 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:08,289 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/A is initiating minor compaction (all files)
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/B is initiating minor compaction (all files)
2024-11-25T02:25:08,290 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/A in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:08,290 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/B in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:08,290 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f17aac6fbc55436a99daa7a7cde79779, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ecc6a2fd06a749cdae955ad5ceaaa021, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/25ea5c56a5504706bb995a5f7ad387e1] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=91.1 K
2024-11-25T02:25:08,290 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b7ac86a7c738434a8386080840cf1076, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/61abab0b75b84f9e8012d681cccd9f5f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/3e56b3b0f8a744ea84cbd0bf873e7cc7] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=35.6 K
2024-11-25T02:25:08,290 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f17aac6fbc55436a99daa7a7cde79779, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ecc6a2fd06a749cdae955ad5ceaaa021, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/25ea5c56a5504706bb995a5f7ad387e1]
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ac86a7c738434a8386080840cf1076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501503092
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting f17aac6fbc55436a99daa7a7cde79779, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501503092
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 61abab0b75b84f9e8012d681cccd9f5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732501504239
2024-11-25T02:25:08,290 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecc6a2fd06a749cdae955ad5ceaaa021, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732501504239
2024-11-25T02:25:08,291 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e56b3b0f8a744ea84cbd0bf873e7cc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501506412
2024-11-25T02:25:08,291 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25ea5c56a5504706bb995a5f7ad387e1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501506412
2024-11-25T02:25:08,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:08,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-25T02:25:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:08,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-25T02:25:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:08,296 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:08,298 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252f58f17f406a4e1aafaa73a6c9bebf26_797be1562adff7fdbec001c75eed92ee store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:08,298 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#B#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252115dfcb09af4024885cd21f86f8773f_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501507051/Put/seqid=0
2024-11-25T02:25:08,299 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/414d90100e274f6483695df3eaed9954 is 50, key is test_row_0/B:col10/1732501507031/Put/seqid=0
2024-11-25T02:25:08,299 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252f58f17f406a4e1aafaa73a6c9bebf26_797be1562adff7fdbec001c75eed92ee, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:08,300 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252f58f17f406a4e1aafaa73a6c9bebf26_797be1562adff7fdbec001c75eed92ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:08,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742478_1654 (size=12493)
2024-11-25T02:25:08,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742477_1653 (size=12304)
2024-11-25T02:25:08,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742479_1655 (size=4469)
2024-11-25T02:25:08,717 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/414d90100e274f6483695df3eaed9954 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/414d90100e274f6483695df3eaed9954
2024-11-25T02:25:08,721 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/B of 797be1562adff7fdbec001c75eed92ee into 414d90100e274f6483695df3eaed9954(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:08,721 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:08,721 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/B, priority=13, startTime=1732501508288; duration=0sec
2024-11-25T02:25:08,721 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:08,721 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:B
2024-11-25T02:25:08,721 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:08,722 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:08,722 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/C is initiating minor compaction (all files)
2024-11-25T02:25:08,722 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/C in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:08,723 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/43a72cd58fe94633a925e80379d558bd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2fa6a5142f8f4514b432440f4c6e75b1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/06ed9db44adf47979695dc68e2e08a69] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=35.6 K
2024-11-25T02:25:08,723 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a72cd58fe94633a925e80379d558bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732501503092
2024-11-25T02:25:08,723 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fa6a5142f8f4514b432440f4c6e75b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732501504239
2024-11-25T02:25:08,723 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ed9db44adf47979695dc68e2e08a69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501506412
2024-11-25T02:25:08,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252115dfcb09af4024885cd21f86f8773f_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252115dfcb09af4024885cd21f86f8773f_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/cd88707738a24c5fbc94f9ed8e5e2784, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/cd88707738a24c5fbc94f9ed8e5e2784 is 175, key is test_row_0/A:col10/1732501507051/Put/seqid=0
2024-11-25T02:25:08,729 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#C#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:08,730 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/db901568f352426c959cf00d1d7bb442 is 50, key is test_row_0/C:col10/1732501507031/Put/seqid=0
2024-11-25T02:25:08,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742480_1656 (size=31105)
2024-11-25T02:25:08,732 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#A#compaction#552 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:08,732 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/e6a67423a33c43929733d1666498c643 is 175, key is test_row_0/A:col10/1732501507031/Put/seqid=0
2024-11-25T02:25:08,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742482_1658 (size=31447)
2024-11-25T02:25:08,739 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/e6a67423a33c43929733d1666498c643 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e6a67423a33c43929733d1666498c643
2024-11-25T02:25:08,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742481_1657 (size=12493)
2024-11-25T02:25:08,744 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/A of 797be1562adff7fdbec001c75eed92ee into e6a67423a33c43929733d1666498c643(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:08,744 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:08,744 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/A, priority=13, startTime=1732501508288; duration=0sec
2024-11-25T02:25:08,744 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:08,744 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:A
2024-11-25T02:25:08,746 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/db901568f352426c959cf00d1d7bb442 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/db901568f352426c959cf00d1d7bb442
2024-11-25T02:25:08,749 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/C of 797be1562adff7fdbec001c75eed92ee into db901568f352426c959cf00d1d7bb442(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:08,749 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:08,749 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/C, priority=13, startTime=1732501508288; duration=0sec
2024-11-25T02:25:08,749 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:08,749 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:C
2024-11-25T02:25:09,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/cd88707738a24c5fbc94f9ed8e5e2784
2024-11-25T02:25:09,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/e64e5e65bf234229a7148b6bda8e1076 is 50, key is test_row_0/B:col10/1732501507051/Put/seqid=0
2024-11-25T02:25:09,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742483_1659 (size=12151)
2024-11-25T02:25:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:09,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-25T02:25:09,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501569205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501569207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47876 deadline: 1732501569218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,220 DEBUG [Thread-2687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:25:09,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732501569226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,227 DEBUG [Thread-2679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:25:09,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47868 deadline: 1732501569236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,238 DEBUG [Thread-2681 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., hostname=d020e4a2beb4,45223,1732501345062, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T02:25:09,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501569308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501569310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501569511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501569511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/e64e5e65bf234229a7148b6bda8e1076
2024-11-25T02:25:09,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/64cac9818eb64dee93b1c9fb6340f97a is 50, key is test_row_0/C:col10/1732501507051/Put/seqid=0
2024-11-25T02:25:09,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742484_1660 (size=12151)
2024-11-25T02:25:09,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501569813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501569814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:09,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/64cac9818eb64dee93b1c9fb6340f97a
2024-11-25T02:25:09,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/cd88707738a24c5fbc94f9ed8e5e2784 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/cd88707738a24c5fbc94f9ed8e5e2784
2024-11-25T02:25:09,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/cd88707738a24c5fbc94f9ed8e5e2784, entries=150, sequenceid=169, filesize=30.4 K
2024-11-25T02:25:09,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/e64e5e65bf234229a7148b6bda8e1076 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/e64e5e65bf234229a7148b6bda8e1076
2024-11-25T02:25:09,966 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/e64e5e65bf234229a7148b6bda8e1076, entries=150, sequenceid=169, filesize=11.9 K
2024-11-25T02:25:09,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/64cac9818eb64dee93b1c9fb6340f97a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/64cac9818eb64dee93b1c9fb6340f97a
2024-11-25T02:25:09,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/64cac9818eb64dee93b1c9fb6340f97a, entries=150, sequenceid=169, filesize=11.9 K
2024-11-25T02:25:09,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 797be1562adff7fdbec001c75eed92ee in 1677ms, sequenceid=169, compaction requested=false
2024-11-25T02:25:09,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162
2024-11-25T02:25:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=162
2024-11-25T02:25:09,973 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161
2024-11-25T02:25:09,973 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8990 sec
2024-11-25T02:25:09,974 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.9020 sec
2024-11-25T02:25:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:10,319 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-25T02:25:10,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:10,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:10,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:10,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:10,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a823714fae72465085ade98a16e1ecdc_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501509204/Put/seqid=0
2024-11-25T02:25:10,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501570329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:10,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501570330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:10,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742485_1661 (size=12304)
2024-11-25T02:25:10,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501570432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:10,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501570433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:10,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501570634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:10,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501570635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:10,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:10,740 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a823714fae72465085ade98a16e1ecdc_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a823714fae72465085ade98a16e1ecdc_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:10,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/23d684679d404ba2985f2a7e775c7c82, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:10,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/23d684679d404ba2985f2a7e775c7c82 is 175, key is test_row_0/A:col10/1732501509204/Put/seqid=0
2024-11-25T02:25:10,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742486_1662 (size=31105)
2024-11-25T02:25:10,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501570936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:10,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501570939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:11,154 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/23d684679d404ba2985f2a7e775c7c82
2024-11-25T02:25:11,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/fc482f0308b644d9919fe7aeab4c28e2 is 50, key is test_row_0/B:col10/1732501509204/Put/seqid=0
2024-11-25T02:25:11,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742487_1663 (size=12151)
2024-11-25T02:25:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-25T02:25:11,177 INFO  [Thread-2689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed
2024-11-25T02:25:11,178 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:25:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees
2024-11-25T02:25:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-25T02:25:11,180 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:25:11,180 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:25:11,180 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-25T02:25:11,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:11,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-25T02:25:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:11,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:11,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501571440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501571441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-25T02:25:11,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:11,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-25T02:25:11,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:11,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:11,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:11,564 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/fc482f0308b644d9919fe7aeab4c28e2
2024-11-25T02:25:11,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/8ac1120522db4677b1285cf37fb95885 is 50, key is test_row_0/C:col10/1732501509204/Put/seqid=0
2024-11-25T02:25:11,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742488_1664 (size=12151)
2024-11-25T02:25:11,574 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/8ac1120522db4677b1285cf37fb95885
2024-11-25T02:25:11,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/23d684679d404ba2985f2a7e775c7c82 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/23d684679d404ba2985f2a7e775c7c82
2024-11-25T02:25:11,580 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/23d684679d404ba2985f2a7e775c7c82, entries=150, sequenceid=197, filesize=30.4 K
2024-11-25T02:25:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/fc482f0308b644d9919fe7aeab4c28e2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/fc482f0308b644d9919fe7aeab4c28e2
2024-11-25T02:25:11,583 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/fc482f0308b644d9919fe7aeab4c28e2, entries=150, sequenceid=197, filesize=11.9 K
2024-11-25T02:25:11,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/8ac1120522db4677b1285cf37fb95885 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8ac1120522db4677b1285cf37fb95885
2024-11-25T02:25:11,586 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8ac1120522db4677b1285cf37fb95885, entries=150, sequenceid=197, filesize=11.9 K
2024-11-25T02:25:11,587 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 797be1562adff7fdbec001c75eed92ee in 1268ms, sequenceid=197, compaction requested=true
2024-11-25T02:25:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:25:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:25:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:25:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:11,587 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:11,587 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:11,588 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:11,588 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:11,588 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/B is initiating minor compaction (all files)
2024-11-25T02:25:11,588 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/A is initiating minor compaction (all files)
2024-11-25T02:25:11,588 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/B in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,588 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/A in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,588 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/414d90100e274f6483695df3eaed9954, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/e64e5e65bf234229a7148b6bda8e1076, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/fc482f0308b644d9919fe7aeab4c28e2] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=35.9 K
2024-11-25T02:25:11,588 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e6a67423a33c43929733d1666498c643, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/cd88707738a24c5fbc94f9ed8e5e2784, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/23d684679d404ba2985f2a7e775c7c82] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=91.5 K
2024-11-25T02:25:11,588 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,589 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e6a67423a33c43929733d1666498c643, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/cd88707738a24c5fbc94f9ed8e5e2784, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/23d684679d404ba2985f2a7e775c7c82]
2024-11-25T02:25:11,589 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 414d90100e274f6483695df3eaed9954, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501506412
2024-11-25T02:25:11,589 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e64e5e65bf234229a7148b6bda8e1076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732501507046
2024-11-25T02:25:11,589 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6a67423a33c43929733d1666498c643, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501506412
2024-11-25T02:25:11,589 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting fc482f0308b644d9919fe7aeab4c28e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501509202
2024-11-25T02:25:11,589 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd88707738a24c5fbc94f9ed8e5e2784, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732501507046
2024-11-25T02:25:11,590 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23d684679d404ba2985f2a7e775c7c82, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501509202
2024-11-25T02:25:11,595 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#B#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:11,595 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/797f3fd974f843928a90d12eb43beaf1 is 50, key is test_row_0/B:col10/1732501509204/Put/seqid=0
2024-11-25T02:25:11,600 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:11,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742489_1665 (size=12595)
2024-11-25T02:25:11,602 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411251b194aefae63462fa97d041acc011d1d_797be1562adff7fdbec001c75eed92ee store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:11,603 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411251b194aefae63462fa97d041acc011d1d_797be1562adff7fdbec001c75eed92ee, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:11,603 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251b194aefae63462fa97d041acc011d1d_797be1562adff7fdbec001c75eed92ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:11,605 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/797f3fd974f843928a90d12eb43beaf1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/797f3fd974f843928a90d12eb43beaf1
2024-11-25T02:25:11,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742490_1666 (size=4469)
2024-11-25T02:25:11,609 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/B of 797be1562adff7fdbec001c75eed92ee into 797f3fd974f843928a90d12eb43beaf1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:11,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:11,609 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/B, priority=13, startTime=1732501511587; duration=0sec
2024-11-25T02:25:11,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:11,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:B
2024-11-25T02:25:11,609 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:11,610 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:11,610 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/C is initiating minor compaction (all files)
2024-11-25T02:25:11,610 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/C in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,610 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/db901568f352426c959cf00d1d7bb442, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/64cac9818eb64dee93b1c9fb6340f97a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8ac1120522db4677b1285cf37fb95885] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=35.9 K
2024-11-25T02:25:11,611 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting db901568f352426c959cf00d1d7bb442, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732501506412
2024-11-25T02:25:11,611 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 64cac9818eb64dee93b1c9fb6340f97a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732501507046
2024-11-25T02:25:11,611 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ac1120522db4677b1285cf37fb95885, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501509202
2024-11-25T02:25:11,617 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#C#compaction#563 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:11,617 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/2ec042491a1942b2866c99d51cf4ccc5 is 50, key is test_row_0/C:col10/1732501509204/Put/seqid=0
2024-11-25T02:25:11,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742491_1667 (size=12595)
2024-11-25T02:25:11,628 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/2ec042491a1942b2866c99d51cf4ccc5 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2ec042491a1942b2866c99d51cf4ccc5
2024-11-25T02:25:11,634 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/C of 797be1562adff7fdbec001c75eed92ee into 2ec042491a1942b2866c99d51cf4ccc5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:11,634 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:11,634 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/C, priority=13, startTime=1732501511587; duration=0sec
2024-11-25T02:25:11,634 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:11,634 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:C
2024-11-25T02:25:11,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:11,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-25T02:25:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:11,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-25T02:25:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:11,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f62097b643d64e71b110e4474f7c99f6_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501510329/Put/seqid=0
2024-11-25T02:25:11,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742492_1668 (size=12304)
2024-11-25T02:25:11,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:11,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f62097b643d64e71b110e4474f7c99f6_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f62097b643d64e71b110e4474f7c99f6_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:11,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/468416fc53ae40199498c2a26ee4b312, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:11,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/468416fc53ae40199498c2a26ee4b312 is 175, key is test_row_0/A:col10/1732501510329/Put/seqid=0
2024-11-25T02:25:11,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742493_1669 (size=31105)
2024-11-25T02:25:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-25T02:25:12,008 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#A#compaction#562 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:12,009 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/a603eaea9fc643839914e9b107c20e5b is 175, key is test_row_0/A:col10/1732501509204/Put/seqid=0
2024-11-25T02:25:12,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742494_1670 (size=31549)
2024-11-25T02:25:12,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/468416fc53ae40199498c2a26ee4b312
2024-11-25T02:25:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/f2658482780343418e90b6d4342438f1 is 50, key is test_row_0/B:col10/1732501510329/Put/seqid=0
2024-11-25T02:25:12,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742495_1671 (size=12151)
2024-11-25T02:25:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-25T02:25:12,416 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/a603eaea9fc643839914e9b107c20e5b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a603eaea9fc643839914e9b107c20e5b
2024-11-25T02:25:12,420 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/A of 797be1562adff7fdbec001c75eed92ee into a603eaea9fc643839914e9b107c20e5b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:12,420 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:12,420 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/A, priority=13, startTime=1732501511587; duration=0sec
2024-11-25T02:25:12,420 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:12,420 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:A
2024-11-25T02:25:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:12,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:12,475 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/f2658482780343418e90b6d4342438f1
2024-11-25T02:25:12,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501572474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:12,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501572475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/898cd351a4f44a04a2e82dd1c863429f is 50, key is test_row_0/C:col10/1732501510329/Put/seqid=0
2024-11-25T02:25:12,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742496_1672 (size=12151)
2024-11-25T02:25:12,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501572576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:12,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501572577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:12,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501572778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:12,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501572780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:12,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/898cd351a4f44a04a2e82dd1c863429f
2024-11-25T02:25:12,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/468416fc53ae40199498c2a26ee4b312 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/468416fc53ae40199498c2a26ee4b312
2024-11-25T02:25:12,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/468416fc53ae40199498c2a26ee4b312, entries=150, sequenceid=210, filesize=30.4 K
2024-11-25T02:25:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/f2658482780343418e90b6d4342438f1 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f2658482780343418e90b6d4342438f1
2024-11-25T02:25:12,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f2658482780343418e90b6d4342438f1, entries=150, sequenceid=210, filesize=11.9 K
2024-11-25T02:25:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/898cd351a4f44a04a2e82dd1c863429f as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/898cd351a4f44a04a2e82dd1c863429f
2024-11-25T02:25:12,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/898cd351a4f44a04a2e82dd1c863429f, entries=150, sequenceid=210, filesize=11.9 K
2024-11-25T02:25:12,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 797be1562adff7fdbec001c75eed92ee in 1263ms, sequenceid=210, compaction requested=false
2024-11-25T02:25:12,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:12,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:12,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164
2024-11-25T02:25:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=164
2024-11-25T02:25:12,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163
2024-11-25T02:25:12,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec
2024-11-25T02:25:12,904 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.7250 sec
2024-11-25T02:25:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:13,083 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-25T02:25:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:13,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c7793418647e465ca444f337542ead76_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501512466/Put/seqid=0
2024-11-25T02:25:13,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742497_1673 (size=14794)
2024-11-25T02:25:13,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501573093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501573094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501573196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501573196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-25T02:25:13,283 INFO  [Thread-2689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed
2024-11-25T02:25:13,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:25:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees
2024-11-25T02:25:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-25T02:25:13,286 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:25:13,286 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:25:13,287 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:25:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-25T02:25:13,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501573398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501573399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:13,496 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c7793418647e465ca444f337542ead76_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c7793418647e465ca444f337542ead76_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:13,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/0e9ee6b19c3d492982cc2fae8fa4220b, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:13,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/0e9ee6b19c3d492982cc2fae8fa4220b is 175, key is test_row_0/A:col10/1732501512466/Put/seqid=0
2024-11-25T02:25:13,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742498_1674 (size=39749)
2024-11-25T02:25:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-25T02:25:13,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501573701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501573702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:13,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:13,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-25T02:25:13,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:13,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:13,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:13,914 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/0e9ee6b19c3d492982cc2fae8fa4220b
2024-11-25T02:25:13,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/48f58c08d44f439099d0a9498e5ef2e4 is 50, key is test_row_0/B:col10/1732501512466/Put/seqid=0
2024-11-25T02:25:13,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742499_1675 (size=12151)
2024-11-25T02:25:14,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501574204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501574205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/48f58c08d44f439099d0a9498e5ef2e4
2024-11-25T02:25:14,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/5e22bee061bf40f088a49aed4f9b133e is 50, key is test_row_0/C:col10/1732501512466/Put/seqid=0
2024-11-25T02:25:14,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742500_1676 (size=12151)
2024-11-25T02:25:14,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-25T02:25:14,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T02:25:14,736 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/5e22bee061bf40f088a49aed4f9b133e
2024-11-25T02:25:14,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/0e9ee6b19c3d492982cc2fae8fa4220b as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/0e9ee6b19c3d492982cc2fae8fa4220b
2024-11-25T02:25:14,743 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/0e9ee6b19c3d492982cc2fae8fa4220b, entries=200, sequenceid=237, filesize=38.8 K
2024-11-25T02:25:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/48f58c08d44f439099d0a9498e5ef2e4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/48f58c08d44f439099d0a9498e5ef2e4
2024-11-25T02:25:14,746 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/48f58c08d44f439099d0a9498e5ef2e4, entries=150, sequenceid=237, filesize=11.9 K
2024-11-25T02:25:14,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/5e22bee061bf40f088a49aed4f9b133e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/5e22bee061bf40f088a49aed4f9b133e
2024-11-25T02:25:14,749 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/5e22bee061bf40f088a49aed4f9b133e, entries=150, sequenceid=237, filesize=11.9 K
2024-11-25T02:25:14,750 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 797be1562adff7fdbec001c75eed92ee in 1667ms, sequenceid=237, compaction requested=true
2024-11-25T02:25:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:25:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:25:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:14,750 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:25:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:14,750 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:14,751 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:14,751 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:14,751 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/A is initiating minor compaction (all files)
2024-11-25T02:25:14,751 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/B is initiating minor compaction (all files)
2024-11-25T02:25:14,751 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/B in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,751 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/A in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,751 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/797f3fd974f843928a90d12eb43beaf1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f2658482780343418e90b6d4342438f1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/48f58c08d44f439099d0a9498e5ef2e4] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=36.0 K
2024-11-25T02:25:14,751 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a603eaea9fc643839914e9b107c20e5b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/468416fc53ae40199498c2a26ee4b312, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/0e9ee6b19c3d492982cc2fae8fa4220b] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=100.0 K
2024-11-25T02:25:14,751 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,751 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a603eaea9fc643839914e9b107c20e5b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/468416fc53ae40199498c2a26ee4b312, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/0e9ee6b19c3d492982cc2fae8fa4220b]
2024-11-25T02:25:14,752 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 797f3fd974f843928a90d12eb43beaf1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501509202
2024-11-25T02:25:14,752 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting a603eaea9fc643839914e9b107c20e5b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501509202
2024-11-25T02:25:14,752 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 468416fc53ae40199498c2a26ee4b312, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732501510326
2024-11-25T02:25:14,752 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting f2658482780343418e90b6d4342438f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732501510326
2024-11-25T02:25:14,752 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e9ee6b19c3d492982cc2fae8fa4220b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501512466
2024-11-25T02:25:14,752 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f58c08d44f439099d0a9498e5ef2e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501512466
2024-11-25T02:25:14,758 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#B#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:14,759 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/2b49b254f7254109896ddf90f2e07a3e is 50, key is test_row_0/B:col10/1732501512466/Put/seqid=0
2024-11-25T02:25:14,760 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:14,765 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257674af7ced9b4bfc9d6c9aa13b26b4ad_797be1562adff7fdbec001c75eed92ee store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:14,766 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257674af7ced9b4bfc9d6c9aa13b26b4ad_797be1562adff7fdbec001c75eed92ee, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:14,766 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257674af7ced9b4bfc9d6c9aa13b26b4ad_797be1562adff7fdbec001c75eed92ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:14,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742501_1677 (size=12697)
2024-11-25T02:25:14,774 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/2b49b254f7254109896ddf90f2e07a3e as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/2b49b254f7254109896ddf90f2e07a3e
2024-11-25T02:25:14,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742502_1678 (size=4469)
2024-11-25T02:25:14,779 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/B of 797be1562adff7fdbec001c75eed92ee into 2b49b254f7254109896ddf90f2e07a3e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:14,779 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:14,779 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/B, priority=13, startTime=1732501514750; duration=0sec
2024-11-25T02:25:14,779 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:14,779 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:B
2024-11-25T02:25:14,779 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:14,780 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:14,780 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/C is initiating minor compaction (all files)
2024-11-25T02:25:14,780 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/C in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,781 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#A#compaction#571 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:14,781 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2ec042491a1942b2866c99d51cf4ccc5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/898cd351a4f44a04a2e82dd1c863429f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/5e22bee061bf40f088a49aed4f9b133e] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=36.0 K
2024-11-25T02:25:14,781 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ec042491a1942b2866c99d51cf4ccc5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732501509202
2024-11-25T02:25:14,781 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/db01b6d6aa894501879ec4728c3a612a is 175, key is test_row_0/A:col10/1732501512466/Put/seqid=0
2024-11-25T02:25:14,781 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 898cd351a4f44a04a2e82dd1c863429f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732501510326
2024-11-25T02:25:14,781 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e22bee061bf40f088a49aed4f9b133e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501512466
2024-11-25T02:25:14,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742503_1679 (size=31651)
2024-11-25T02:25:14,787 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#C#compaction#572 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:14,788 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/8c08555ffd654300ab1be6bd9cb52de7 is 50, key is test_row_0/C:col10/1732501512466/Put/seqid=0
2024-11-25T02:25:14,789 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/db01b6d6aa894501879ec4728c3a612a as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/db01b6d6aa894501879ec4728c3a612a
2024-11-25T02:25:14,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742504_1680 (size=12697)
2024-11-25T02:25:14,792 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/A of 797be1562adff7fdbec001c75eed92ee into db01b6d6aa894501879ec4728c3a612a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:14,792 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:14,792 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/A, priority=13, startTime=1732501514750; duration=0sec
2024-11-25T02:25:14,792 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:14,792 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:A
2024-11-25T02:25:14,795 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/8c08555ffd654300ab1be6bd9cb52de7 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8c08555ffd654300ab1be6bd9cb52de7
2024-11-25T02:25:14,798 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/C of 797be1562adff7fdbec001c75eed92ee into 8c08555ffd654300ab1be6bd9cb52de7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:14,798 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:14,798 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/C, priority=13, startTime=1732501514750; duration=0sec
2024-11-25T02:25:14,799 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:14,799 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:C
2024-11-25T02:25:14,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:14,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-25T02:25:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:14,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-25T02:25:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251b3767c5cd644aaab78cd917cffb6e00_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501513092/Put/seqid=0
2024-11-25T02:25:14,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742505_1681 (size=12304)
2024-11-25T02:25:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:14,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251b3767c5cd644aaab78cd917cffb6e00_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b3767c5cd644aaab78cd917cffb6e00_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/870999d3ca6c49c190dbd895840d84e2, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/870999d3ca6c49c190dbd895840d84e2 is 175, key is test_row_0/A:col10/1732501513092/Put/seqid=0
2024-11-25T02:25:14,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742506_1682 (size=31105)
2024-11-25T02:25:14,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/870999d3ca6c49c190dbd895840d84e2
2024-11-25T02:25:14,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/7cfd7cebb08d484eb2a4b332b312593c is 50, key is test_row_0/B:col10/1732501513092/Put/seqid=0
2024-11-25T02:25:14,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742507_1683 (size=12151)
2024-11-25T02:25:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:15,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:15,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501575232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501575233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,239 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/7cfd7cebb08d484eb2a4b332b312593c
2024-11-25T02:25:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/e928b984df3a4db6a8174384cfdc1769 is 50, key is test_row_0/C:col10/1732501513092/Put/seqid=0
2024-11-25T02:25:15,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742508_1684 (size=12151)
2024-11-25T02:25:15,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501575334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501575335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-25T02:25:15,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501575537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501575539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/e928b984df3a4db6a8174384cfdc1769
2024-11-25T02:25:15,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/870999d3ca6c49c190dbd895840d84e2 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/870999d3ca6c49c190dbd895840d84e2
2024-11-25T02:25:15,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/870999d3ca6c49c190dbd895840d84e2, entries=150, sequenceid=250, filesize=30.4 K
2024-11-25T02:25:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/7cfd7cebb08d484eb2a4b332b312593c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/7cfd7cebb08d484eb2a4b332b312593c
2024-11-25T02:25:15,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/7cfd7cebb08d484eb2a4b332b312593c, entries=150, sequenceid=250, filesize=11.9 K
2024-11-25T02:25:15,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/e928b984df3a4db6a8174384cfdc1769 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/e928b984df3a4db6a8174384cfdc1769
2024-11-25T02:25:15,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/e928b984df3a4db6a8174384cfdc1769, entries=150, sequenceid=250, filesize=11.9 K
2024-11-25T02:25:15,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 797be1562adff7fdbec001c75eed92ee in 852ms, sequenceid=250, compaction requested=false
2024-11-25T02:25:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166
2024-11-25T02:25:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=166
2024-11-25T02:25:15,667 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165
2024-11-25T02:25:15,667 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3790 sec
2024-11-25T02:25:15,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.3830 sec
2024-11-25T02:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:15,841 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-25T02:25:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:15,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577e28494df254aee9a111b6d3612d83a_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501515232/Put/seqid=0
2024-11-25T02:25:15,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742509_1685 (size=12454)
2024-11-25T02:25:15,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501575850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501575850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501575954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:15,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501575954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:16,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:16,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501576157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501576156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:16,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:16,255 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577e28494df254aee9a111b6d3612d83a_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577e28494df254aee9a111b6d3612d83a_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:16,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/9e08ab9545de4e28bf90381defac7b6d, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:16,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/9e08ab9545de4e28bf90381defac7b6d is 175, key is test_row_0/A:col10/1732501515232/Put/seqid=0
2024-11-25T02:25:16,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742510_1686 (size=31255)
2024-11-25T02:25:16,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501576460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:16,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501576461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:16,660 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/9e08ab9545de4e28bf90381defac7b6d
2024-11-25T02:25:16,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/cdf419255962479f8289aaf3710be2b0 is 50, key is test_row_0/B:col10/1732501515232/Put/seqid=0
2024-11-25T02:25:16,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742511_1687 (size=12301)
2024-11-25T02:25:16,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47890 deadline: 1732501576964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:16,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-25T02:25:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45223 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47930 deadline: 1732501576966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:17,071 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/cdf419255962479f8289aaf3710be2b0
2024-11-25T02:25:17,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/ed1e066c88e546acb7f4bd92850c1e57 is 50, key is test_row_0/C:col10/1732501515232/Put/seqid=0
2024-11-25T02:25:17,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742512_1688 (size=12301)
2024-11-25T02:25:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-25T02:25:17,390 INFO  [Thread-2689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed
2024-11-25T02:25:17,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-25T02:25:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees
2024-11-25T02:25:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-25T02:25:17,393 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-25T02:25:17,393 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-25T02:25:17,393 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-25T02:25:17,481 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/ed1e066c88e546acb7f4bd92850c1e57
2024-11-25T02:25:17,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/9e08ab9545de4e28bf90381defac7b6d as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/9e08ab9545de4e28bf90381defac7b6d
2024-11-25T02:25:17,488 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/9e08ab9545de4e28bf90381defac7b6d, entries=150, sequenceid=277, filesize=30.5 K
2024-11-25T02:25:17,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/cdf419255962479f8289aaf3710be2b0 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/cdf419255962479f8289aaf3710be2b0
2024-11-25T02:25:17,492 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/cdf419255962479f8289aaf3710be2b0, entries=150, sequenceid=277, filesize=12.0 K
2024-11-25T02:25:17,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/ed1e066c88e546acb7f4bd92850c1e57 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/ed1e066c88e546acb7f4bd92850c1e57
2024-11-25T02:25:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-25T02:25:17,496 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/ed1e066c88e546acb7f4bd92850c1e57, entries=150, sequenceid=277, filesize=12.0 K
2024-11-25T02:25:17,496 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 797be1562adff7fdbec001c75eed92ee in 1655ms, sequenceid=277, compaction requested=true
2024-11-25T02:25:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:A, priority=-2147483648, current under compaction store size is 1
2024-11-25T02:25:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:B, priority=-2147483648, current under compaction store size is 2
2024-11-25T02:25:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:17,496 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:17,496 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:17,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 797be1562adff7fdbec001c75eed92ee:C, priority=-2147483648, current under compaction store size is 3
2024-11-25T02:25:17,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:17,497 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:17,497 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:17,497 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/B is initiating minor compaction (all files)
2024-11-25T02:25:17,497 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/A is initiating minor compaction (all files)
2024-11-25T02:25:17,498 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/B in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:17,498 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/A in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:17,498 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/2b49b254f7254109896ddf90f2e07a3e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/7cfd7cebb08d484eb2a4b332b312593c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/cdf419255962479f8289aaf3710be2b0] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=36.3 K
2024-11-25T02:25:17,498 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/db01b6d6aa894501879ec4728c3a612a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/870999d3ca6c49c190dbd895840d84e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/9e08ab9545de4e28bf90381defac7b6d] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=91.8 K
2024-11-25T02:25:17,498 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:17,498 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. files: [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/db01b6d6aa894501879ec4728c3a612a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/870999d3ca6c49c190dbd895840d84e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/9e08ab9545de4e28bf90381defac7b6d]
2024-11-25T02:25:17,498 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b49b254f7254109896ddf90f2e07a3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501512466
2024-11-25T02:25:17,498 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting db01b6d6aa894501879ec4728c3a612a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501512466
2024-11-25T02:25:17,498 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cfd7cebb08d484eb2a4b332b312593c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732501513088
2024-11-25T02:25:17,498 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 870999d3ca6c49c190dbd895840d84e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732501513088
2024-11-25T02:25:17,498 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting cdf419255962479f8289aaf3710be2b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732501515231
2024-11-25T02:25:17,499 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e08ab9545de4e28bf90381defac7b6d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732501515231
2024-11-25T02:25:17,504 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:17,505 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#B#compaction#579 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:17,506 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/c0783e91ab6e463792b9c3d4cd599eee is 50, key is test_row_0/B:col10/1732501515232/Put/seqid=0
2024-11-25T02:25:17,506 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258c82b0d6d1714c8dbe96cf5c3dd3cde4_797be1562adff7fdbec001c75eed92ee store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:17,507 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258c82b0d6d1714c8dbe96cf5c3dd3cde4_797be1562adff7fdbec001c75eed92ee, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:17,508 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258c82b0d6d1714c8dbe96cf5c3dd3cde4_797be1562adff7fdbec001c75eed92ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:17,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742513_1689 (size=12949)
2024-11-25T02:25:17,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742514_1690 (size=4469)
2024-11-25T02:25:17,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:17,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45223 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-25T02:25:17,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:17,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-25T02:25:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:17,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125023179cede7e452ea174870ece5e6f74_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501515846/Put/seqid=0
2024-11-25T02:25:17,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742515_1691 (size=12454)
2024-11-25T02:25:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-25T02:25:17,757 DEBUG [Thread-2690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:57313
2024-11-25T02:25:17,758 DEBUG [Thread-2690 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:17,758 DEBUG [Thread-2698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:57313
2024-11-25T02:25:17,758 DEBUG [Thread-2698 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:17,758 DEBUG [Thread-2692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:57313
2024-11-25T02:25:17,758 DEBUG [Thread-2692 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:17,759 DEBUG [Thread-2696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:57313
2024-11-25T02:25:17,759 DEBUG [Thread-2696 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:17,759 DEBUG [Thread-2694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:57313
2024-11-25T02:25:17,759 DEBUG [Thread-2694 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:17,912 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#A#compaction#580 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:17,913 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/a0b2702c004d4c68b276debabe834eb9 is 175, key is test_row_0/A:col10/1732501515232/Put/seqid=0
2024-11-25T02:25:17,915 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/c0783e91ab6e463792b9c3d4cd599eee as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/c0783e91ab6e463792b9c3d4cd599eee
2024-11-25T02:25:17,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742516_1692 (size=31903)
2024-11-25T02:25:17,918 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/B of 797be1562adff7fdbec001c75eed92ee into c0783e91ab6e463792b9c3d4cd599eee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:17,918 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:17,918 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/B, priority=13, startTime=1732501517496; duration=0sec
2024-11-25T02:25:17,918 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T02:25:17,919 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:B
2024-11-25T02:25:17,919 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T02:25:17,919 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T02:25:17,919 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1540): 797be1562adff7fdbec001c75eed92ee/C is initiating minor compaction (all files)
2024-11-25T02:25:17,919 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 797be1562adff7fdbec001c75eed92ee/C in TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:17,919 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8c08555ffd654300ab1be6bd9cb52de7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/e928b984df3a4db6a8174384cfdc1769, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/ed1e066c88e546acb7f4bd92850c1e57] into tmpdir=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp, totalSize=36.3 K
2024-11-25T02:25:17,920 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c08555ffd654300ab1be6bd9cb52de7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732501512466
2024-11-25T02:25:17,920 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting e928b984df3a4db6a8174384cfdc1769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732501513088
2024-11-25T02:25:17,920 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] compactions.Compactor(224): Compacting ed1e066c88e546acb7f4bd92850c1e57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732501515231
2024-11-25T02:25:17,924 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 797be1562adff7fdbec001c75eed92ee#C#compaction#582 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T02:25:17,924 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/9d34bba705984990b3dfb30145483146 is 50, key is test_row_0/C:col10/1732501515232/Put/seqid=0
2024-11-25T02:25:17,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742517_1693 (size=12949)
2024-11-25T02:25:17,930 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/9d34bba705984990b3dfb30145483146 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/9d34bba705984990b3dfb30145483146
2024-11-25T02:25:17,932 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/C of 797be1562adff7fdbec001c75eed92ee into 9d34bba705984990b3dfb30145483146(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:17,932 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:17,933 INFO  [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/C, priority=13, startTime=1732501517496; duration=0sec
2024-11-25T02:25:17,933 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:17,933 DEBUG [RS:0;d020e4a2beb4:45223-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:C
2024-11-25T02:25:17,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:17,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125023179cede7e452ea174870ece5e6f74_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125023179cede7e452ea174870ece5e6f74_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:17,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ee616f3862ec4929a859b904672ed856, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:17,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ee616f3862ec4929a859b904672ed856 is 175, key is test_row_0/A:col10/1732501515846/Put/seqid=0
2024-11-25T02:25:17,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742518_1694 (size=31255)
2024-11-25T02:25:17,971 DEBUG [Thread-2685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:57313
2024-11-25T02:25:17,971 DEBUG [Thread-2685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45223 {}] regionserver.HRegion(8581): Flush requested on 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:17,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. as already flushing
2024-11-25T02:25:17,975 DEBUG [Thread-2683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:57313
2024-11-25T02:25:17,975 DEBUG [Thread-2683 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-25T02:25:18,319 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/a0b2702c004d4c68b276debabe834eb9 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a0b2702c004d4c68b276debabe834eb9
2024-11-25T02:25:18,322 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 797be1562adff7fdbec001c75eed92ee/A of 797be1562adff7fdbec001c75eed92ee into a0b2702c004d4c68b276debabe834eb9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T02:25:18,322 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:18,322 INFO  [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee., storeName=797be1562adff7fdbec001c75eed92ee/A, priority=13, startTime=1732501517496; duration=0sec
2024-11-25T02:25:18,323 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T02:25:18,323 DEBUG [RS:0;d020e4a2beb4:45223-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 797be1562adff7fdbec001c75eed92ee:A
2024-11-25T02:25:18,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ee616f3862ec4929a859b904672ed856
2024-11-25T02:25:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/f8b898f6052041b28d3130b6281ad766 is 50, key is test_row_0/B:col10/1732501515846/Put/seqid=0
2024-11-25T02:25:18,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742519_1695 (size=12301)
2024-11-25T02:25:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-25T02:25:18,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/f8b898f6052041b28d3130b6281ad766
2024-11-25T02:25:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/7f3c86f51d49491b96835f8efb42b254 is 50, key is test_row_0/C:col10/1732501515846/Put/seqid=0
2024-11-25T02:25:18,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742520_1696 (size=12301)
2024-11-25T02:25:19,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/7f3c86f51d49491b96835f8efb42b254
2024-11-25T02:25:19,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/ee616f3862ec4929a859b904672ed856 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ee616f3862ec4929a859b904672ed856
2024-11-25T02:25:19,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ee616f3862ec4929a859b904672ed856, entries=150, sequenceid=286, filesize=30.5 K
2024-11-25T02:25:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/f8b898f6052041b28d3130b6281ad766 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f8b898f6052041b28d3130b6281ad766
2024-11-25T02:25:19,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f8b898f6052041b28d3130b6281ad766, entries=150, sequenceid=286, filesize=12.0 K
2024-11-25T02:25:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/7f3c86f51d49491b96835f8efb42b254 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/7f3c86f51d49491b96835f8efb42b254
2024-11-25T02:25:19,191 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/7f3c86f51d49491b96835f8efb42b254, entries=150, sequenceid=286, filesize=12.0 K
2024-11-25T02:25:19,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=13.42 KB/13740 for 797be1562adff7fdbec001c75eed92ee in 1646ms, sequenceid=286, compaction requested=false
2024-11-25T02:25:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d020e4a2beb4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168
2024-11-25T02:25:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster(4106): Remote procedure done, pid=168
2024-11-25T02:25:19,194 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167
2024-11-25T02:25:19,194 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec
2024-11-25T02:25:19,195 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8030 sec
2024-11-25T02:25:19,282 DEBUG [Thread-2687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:57313
2024-11-25T02:25:19,282 DEBUG [Thread-2687 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:19,317 DEBUG [Thread-2679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:57313
2024-11-25T02:25:19,317 DEBUG [Thread-2679 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:19,321 DEBUG [Thread-2681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:57313
2024-11-25T02:25:19,321 DEBUG [Thread-2681 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-25T02:25:19,496 INFO  [Thread-2689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed
2024-11-25T02:25:19,496 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-25T02:25:19,496 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 14
2024-11-25T02:25:19,496 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 17
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 131
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 17
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7600
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7498
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7433
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7585
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7527
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-25T02:25:19,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:57313
2024-11-25T02:25:19,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:19,497 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-25T02:25:19,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-25T02:25:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-25T02:25:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-25T02:25:19,500 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501519499"}]},"ts":"1732501519499"}
2024-11-25T02:25:19,500 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-25T02:25:19,502 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-25T02:25:19,503 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-25T02:25:19,503 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, UNASSIGN}]
2024-11-25T02:25:19,504 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, UNASSIGN
2024-11-25T02:25:19,504 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=CLOSING, regionLocation=d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:19,505 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T02:25:19,505 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062}]
2024-11-25T02:25:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-25T02:25:19,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:19,656 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing 797be1562adff7fdbec001c75eed92ee, disabling compactions & flushes
2024-11-25T02:25:19,657 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee. after waiting 0 ms
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:19,657 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing 797be1562adff7fdbec001c75eed92ee 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=A
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=B
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 797be1562adff7fdbec001c75eed92ee, store=C
2024-11-25T02:25:19,657 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-25T02:25:19,661 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125473a56ee89904129bfb2b288c6676f0d_797be1562adff7fdbec001c75eed92ee is 50, key is test_row_0/A:col10/1732501519316/Put/seqid=0
2024-11-25T02:25:19,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742521_1697 (size=12454)
2024-11-25T02:25:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-25T02:25:20,065 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T02:25:20,068 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125473a56ee89904129bfb2b288c6676f0d_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125473a56ee89904129bfb2b288c6676f0d_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:20,068 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/e7e5d96d50384429af84c06a23f42d56, store: [table=TestAcidGuarantees family=A region=797be1562adff7fdbec001c75eed92ee]
2024-11-25T02:25:20,069 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/e7e5d96d50384429af84c06a23f42d56 is 175, key is test_row_0/A:col10/1732501519316/Put/seqid=0
2024-11-25T02:25:20,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742522_1698 (size=31255)
2024-11-25T02:25:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-25T02:25:20,472 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/e7e5d96d50384429af84c06a23f42d56
2024-11-25T02:25:20,477 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b0165d23f2e04fceae2e28bf7ee0bae4 is 50, key is test_row_0/B:col10/1732501519316/Put/seqid=0
2024-11-25T02:25:20,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742523_1699 (size=12301)
2024-11-25T02:25:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-25T02:25:20,881 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b0165d23f2e04fceae2e28bf7ee0bae4
2024-11-25T02:25:20,886 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/6c07b5c149b14353baad890d1cb1a498 is 50, key is test_row_0/C:col10/1732501519316/Put/seqid=0
2024-11-25T02:25:20,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742524_1700 (size=12301)
2024-11-25T02:25:21,289 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/6c07b5c149b14353baad890d1cb1a498
2024-11-25T02:25:21,292 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/A/e7e5d96d50384429af84c06a23f42d56 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e7e5d96d50384429af84c06a23f42d56
2024-11-25T02:25:21,295 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e7e5d96d50384429af84c06a23f42d56, entries=150, sequenceid=297, filesize=30.5 K
2024-11-25T02:25:21,295 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/B/b0165d23f2e04fceae2e28bf7ee0bae4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b0165d23f2e04fceae2e28bf7ee0bae4
2024-11-25T02:25:21,298 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b0165d23f2e04fceae2e28bf7ee0bae4, entries=150, sequenceid=297, filesize=12.0 K
2024-11-25T02:25:21,299 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/.tmp/C/6c07b5c149b14353baad890d1cb1a498 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6c07b5c149b14353baad890d1cb1a498
2024-11-25T02:25:21,301 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6c07b5c149b14353baad890d1cb1a498, entries=150, sequenceid=297, filesize=12.0 K
2024-11-25T02:25:21,302 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 797be1562adff7fdbec001c75eed92ee in 1645ms, sequenceid=297, compaction requested=true
2024-11-25T02:25:21,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8753b8c1e9274d67bffd71fd0651d014, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/b88b8ef7b3244ad88c49e8c6d26d9ced, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/d00fca212ea34f37a431c5c24b8e8671, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/6c01df15076247eab2e1c98b4e6db35b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8b6b23ac3fad478f91d16ca404f43de1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/923c610be85b4a9c8ce1a2d91fcfb477, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f17aac6fbc55436a99daa7a7cde79779, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f5a08766ff0644da9cb29330ce497c72, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ecc6a2fd06a749cdae955ad5ceaaa021, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e6a67423a33c43929733d1666498c643, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/25ea5c56a5504706bb995a5f7ad387e1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/cd88707738a24c5fbc94f9ed8e5e2784, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a603eaea9fc643839914e9b107c20e5b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/23d684679d404ba2985f2a7e775c7c82, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/468416fc53ae40199498c2a26ee4b312, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/0e9ee6b19c3d492982cc2fae8fa4220b, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/db01b6d6aa894501879ec4728c3a612a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/870999d3ca6c49c190dbd895840d84e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/9e08ab9545de4e28bf90381defac7b6d] to archive
2024-11-25T02:25:21,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:25:21,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8753b8c1e9274d67bffd71fd0651d014 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8753b8c1e9274d67bffd71fd0651d014
2024-11-25T02:25:21,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/b88b8ef7b3244ad88c49e8c6d26d9ced to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/b88b8ef7b3244ad88c49e8c6d26d9ced
2024-11-25T02:25:21,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/d00fca212ea34f37a431c5c24b8e8671 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/d00fca212ea34f37a431c5c24b8e8671
2024-11-25T02:25:21,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/6c01df15076247eab2e1c98b4e6db35b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/6c01df15076247eab2e1c98b4e6db35b
2024-11-25T02:25:21,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8b6b23ac3fad478f91d16ca404f43de1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/8b6b23ac3fad478f91d16ca404f43de1
2024-11-25T02:25:21,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/923c610be85b4a9c8ce1a2d91fcfb477 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/923c610be85b4a9c8ce1a2d91fcfb477
2024-11-25T02:25:21,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f17aac6fbc55436a99daa7a7cde79779 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f17aac6fbc55436a99daa7a7cde79779
2024-11-25T02:25:21,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f5a08766ff0644da9cb29330ce497c72 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/f5a08766ff0644da9cb29330ce497c72
2024-11-25T02:25:21,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ecc6a2fd06a749cdae955ad5ceaaa021 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ecc6a2fd06a749cdae955ad5ceaaa021
2024-11-25T02:25:21,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e6a67423a33c43929733d1666498c643 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e6a67423a33c43929733d1666498c643
2024-11-25T02:25:21,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/25ea5c56a5504706bb995a5f7ad387e1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/25ea5c56a5504706bb995a5f7ad387e1
2024-11-25T02:25:21,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/cd88707738a24c5fbc94f9ed8e5e2784 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/cd88707738a24c5fbc94f9ed8e5e2784
2024-11-25T02:25:21,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a603eaea9fc643839914e9b107c20e5b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a603eaea9fc643839914e9b107c20e5b
2024-11-25T02:25:21,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/23d684679d404ba2985f2a7e775c7c82 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/23d684679d404ba2985f2a7e775c7c82
2024-11-25T02:25:21,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/468416fc53ae40199498c2a26ee4b312 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/468416fc53ae40199498c2a26ee4b312
2024-11-25T02:25:21,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/0e9ee6b19c3d492982cc2fae8fa4220b to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/0e9ee6b19c3d492982cc2fae8fa4220b
2024-11-25T02:25:21,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/db01b6d6aa894501879ec4728c3a612a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/db01b6d6aa894501879ec4728c3a612a
2024-11-25T02:25:21,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/870999d3ca6c49c190dbd895840d84e2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/870999d3ca6c49c190dbd895840d84e2
2024-11-25T02:25:21,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/9e08ab9545de4e28bf90381defac7b6d to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/9e08ab9545de4e28bf90381defac7b6d
2024-11-25T02:25:21,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/aaf76f6d803f4176aa0bb9210ec2d554, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/00f1048e447848bf8af38770fe4f41bf, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/29c8adf66e8948c69dd2e441f2aaf1b3, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/1b5d853f3aca482ca598bfec50aecc92, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b46aee20f17c4501b37d75b72401bb8e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/dbfae4cd7de24ef49a5a2551717f8fd6, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b7ac86a7c738434a8386080840cf1076, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/42aa344e70df41798e2cc2f324468b53, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/61abab0b75b84f9e8012d681cccd9f5f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/414d90100e274f6483695df3eaed9954, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/3e56b3b0f8a744ea84cbd0bf873e7cc7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/e64e5e65bf234229a7148b6bda8e1076, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/797f3fd974f843928a90d12eb43beaf1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/fc482f0308b644d9919fe7aeab4c28e2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f2658482780343418e90b6d4342438f1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/2b49b254f7254109896ddf90f2e07a3e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/48f58c08d44f439099d0a9498e5ef2e4, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/7cfd7cebb08d484eb2a4b332b312593c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/cdf419255962479f8289aaf3710be2b0] to archive
2024-11-25T02:25:21,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:25:21,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/aaf76f6d803f4176aa0bb9210ec2d554 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/aaf76f6d803f4176aa0bb9210ec2d554
2024-11-25T02:25:21,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/00f1048e447848bf8af38770fe4f41bf to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/00f1048e447848bf8af38770fe4f41bf
2024-11-25T02:25:21,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/29c8adf66e8948c69dd2e441f2aaf1b3 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/29c8adf66e8948c69dd2e441f2aaf1b3
2024-11-25T02:25:21,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/1b5d853f3aca482ca598bfec50aecc92 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/1b5d853f3aca482ca598bfec50aecc92
2024-11-25T02:25:21,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b46aee20f17c4501b37d75b72401bb8e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b46aee20f17c4501b37d75b72401bb8e
2024-11-25T02:25:21,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/dbfae4cd7de24ef49a5a2551717f8fd6 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/dbfae4cd7de24ef49a5a2551717f8fd6
2024-11-25T02:25:21,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b7ac86a7c738434a8386080840cf1076 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b7ac86a7c738434a8386080840cf1076
2024-11-25T02:25:21,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/42aa344e70df41798e2cc2f324468b53 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/42aa344e70df41798e2cc2f324468b53
2024-11-25T02:25:21,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/61abab0b75b84f9e8012d681cccd9f5f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/61abab0b75b84f9e8012d681cccd9f5f
2024-11-25T02:25:21,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/414d90100e274f6483695df3eaed9954 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/414d90100e274f6483695df3eaed9954
2024-11-25T02:25:21,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/3e56b3b0f8a744ea84cbd0bf873e7cc7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/3e56b3b0f8a744ea84cbd0bf873e7cc7
2024-11-25T02:25:21,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/e64e5e65bf234229a7148b6bda8e1076 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/e64e5e65bf234229a7148b6bda8e1076
2024-11-25T02:25:21,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/797f3fd974f843928a90d12eb43beaf1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/797f3fd974f843928a90d12eb43beaf1
2024-11-25T02:25:21,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/fc482f0308b644d9919fe7aeab4c28e2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/fc482f0308b644d9919fe7aeab4c28e2
2024-11-25T02:25:21,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f2658482780343418e90b6d4342438f1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f2658482780343418e90b6d4342438f1
2024-11-25T02:25:21,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/2b49b254f7254109896ddf90f2e07a3e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/2b49b254f7254109896ddf90f2e07a3e
2024-11-25T02:25:21,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/48f58c08d44f439099d0a9498e5ef2e4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/48f58c08d44f439099d0a9498e5ef2e4
2024-11-25T02:25:21,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/7cfd7cebb08d484eb2a4b332b312593c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/7cfd7cebb08d484eb2a4b332b312593c
2024-11-25T02:25:21,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/cdf419255962479f8289aaf3710be2b0 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/cdf419255962479f8289aaf3710be2b0
2024-11-25T02:25:21,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/84b72c26d7054364bb9832db975c1e9e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/1af5b40a58ad4e708b95a5d7f4421838, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6fae331f47ab464caf79cc556bf3c058, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/d46c16b1d14b4aecaf64f3cb3df519b2, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/eacfea6ed0e143cca96aa9ff4d43d196, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/35533385a5ed41c9a00565455c30c54c, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/43a72cd58fe94633a925e80379d558bd, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/f1628a53507042558a1362aa7b6156bc, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2fa6a5142f8f4514b432440f4c6e75b1, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/db901568f352426c959cf00d1d7bb442, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/06ed9db44adf47979695dc68e2e08a69, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/64cac9818eb64dee93b1c9fb6340f97a, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2ec042491a1942b2866c99d51cf4ccc5, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8ac1120522db4677b1285cf37fb95885, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/898cd351a4f44a04a2e82dd1c863429f, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8c08555ffd654300ab1be6bd9cb52de7, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/5e22bee061bf40f088a49aed4f9b133e, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/e928b984df3a4db6a8174384cfdc1769, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/ed1e066c88e546acb7f4bd92850c1e57] to archive
2024-11-25T02:25:21,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T02:25:21,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/84b72c26d7054364bb9832db975c1e9e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/84b72c26d7054364bb9832db975c1e9e
2024-11-25T02:25:21,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/1af5b40a58ad4e708b95a5d7f4421838 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/1af5b40a58ad4e708b95a5d7f4421838
2024-11-25T02:25:21,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6fae331f47ab464caf79cc556bf3c058 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6fae331f47ab464caf79cc556bf3c058
2024-11-25T02:25:21,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/d46c16b1d14b4aecaf64f3cb3df519b2 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/d46c16b1d14b4aecaf64f3cb3df519b2
2024-11-25T02:25:21,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/eacfea6ed0e143cca96aa9ff4d43d196 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/eacfea6ed0e143cca96aa9ff4d43d196
2024-11-25T02:25:21,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/35533385a5ed41c9a00565455c30c54c to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/35533385a5ed41c9a00565455c30c54c
2024-11-25T02:25:21,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/43a72cd58fe94633a925e80379d558bd to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/43a72cd58fe94633a925e80379d558bd
2024-11-25T02:25:21,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/f1628a53507042558a1362aa7b6156bc to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/f1628a53507042558a1362aa7b6156bc
2024-11-25T02:25:21,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2fa6a5142f8f4514b432440f4c6e75b1 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2fa6a5142f8f4514b432440f4c6e75b1
2024-11-25T02:25:21,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/db901568f352426c959cf00d1d7bb442 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/db901568f352426c959cf00d1d7bb442
2024-11-25T02:25:21,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/06ed9db44adf47979695dc68e2e08a69 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/06ed9db44adf47979695dc68e2e08a69
2024-11-25T02:25:21,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/64cac9818eb64dee93b1c9fb6340f97a to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/64cac9818eb64dee93b1c9fb6340f97a
2024-11-25T02:25:21,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2ec042491a1942b2866c99d51cf4ccc5 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/2ec042491a1942b2866c99d51cf4ccc5
2024-11-25T02:25:21,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8ac1120522db4677b1285cf37fb95885 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8ac1120522db4677b1285cf37fb95885
2024-11-25T02:25:21,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/898cd351a4f44a04a2e82dd1c863429f to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/898cd351a4f44a04a2e82dd1c863429f
2024-11-25T02:25:21,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8c08555ffd654300ab1be6bd9cb52de7 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/8c08555ffd654300ab1be6bd9cb52de7
2024-11-25T02:25:21,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/5e22bee061bf40f088a49aed4f9b133e to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/5e22bee061bf40f088a49aed4f9b133e
2024-11-25T02:25:21,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/e928b984df3a4db6a8174384cfdc1769 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/e928b984df3a4db6a8174384cfdc1769
2024-11-25T02:25:21,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/ed1e066c88e546acb7f4bd92850c1e57 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/ed1e066c88e546acb7f4bd92850c1e57
2024-11-25T02:25:21,351 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/recovered.edits/300.seqid, newMaxSeqId=300, maxSeqId=4
2024-11-25T02:25:21,351 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.
2024-11-25T02:25:21,351 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for 797be1562adff7fdbec001c75eed92ee:

2024-11-25T02:25:21,352 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed 797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,353 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=797be1562adff7fdbec001c75eed92ee, regionState=CLOSED
2024-11-25T02:25:21,354 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171
2024-11-25T02:25:21,354 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure 797be1562adff7fdbec001c75eed92ee, server=d020e4a2beb4,45223,1732501345062 in 1.8480 sec
2024-11-25T02:25:21,355 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170
2024-11-25T02:25:21,356 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=797be1562adff7fdbec001c75eed92ee, UNASSIGN in 1.8510 sec
2024-11-25T02:25:21,357 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169
2024-11-25T02:25:21,357 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8540 sec
2024-11-25T02:25:21,358 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501521357"}]},"ts":"1732501521357"}
2024-11-25T02:25:21,358 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-25T02:25:21,360 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-25T02:25:21,361 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8630 sec
2024-11-25T02:25:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-25T02:25:21,603 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed
2024-11-25T02:25:21,603 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-25T02:25:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:25:21,604 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:25:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-25T02:25:21,605 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:25:21,607 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,608 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C, FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/recovered.edits]
2024-11-25T02:25:21,610 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a0b2702c004d4c68b276debabe834eb9 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/a0b2702c004d4c68b276debabe834eb9
2024-11-25T02:25:21,611 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e7e5d96d50384429af84c06a23f42d56 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/e7e5d96d50384429af84c06a23f42d56
2024-11-25T02:25:21,612 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ee616f3862ec4929a859b904672ed856 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/A/ee616f3862ec4929a859b904672ed856
2024-11-25T02:25:21,613 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b0165d23f2e04fceae2e28bf7ee0bae4 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/b0165d23f2e04fceae2e28bf7ee0bae4
2024-11-25T02:25:21,614 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/c0783e91ab6e463792b9c3d4cd599eee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/c0783e91ab6e463792b9c3d4cd599eee
2024-11-25T02:25:21,615 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f8b898f6052041b28d3130b6281ad766 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/B/f8b898f6052041b28d3130b6281ad766
2024-11-25T02:25:21,616 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6c07b5c149b14353baad890d1cb1a498 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/6c07b5c149b14353baad890d1cb1a498
2024-11-25T02:25:21,617 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/7f3c86f51d49491b96835f8efb42b254 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/7f3c86f51d49491b96835f8efb42b254
2024-11-25T02:25:21,618 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/9d34bba705984990b3dfb30145483146 to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/C/9d34bba705984990b3dfb30145483146
2024-11-25T02:25:21,619 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/recovered.edits/300.seqid to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee/recovered.edits/300.seqid
2024-11-25T02:25:21,620 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/default/TestAcidGuarantees/797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,620 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-25T02:25:21,620 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-25T02:25:21,621 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-25T02:25:21,623 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125023179cede7e452ea174870ece5e6f74_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125023179cede7e452ea174870ece5e6f74_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,624 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112512c11edf65a24b8b98e054b7894e623d_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112512c11edf65a24b8b98e054b7894e623d_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,625 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b3767c5cd644aaab78cd917cffb6e00_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b3767c5cd644aaab78cd917cffb6e00_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,625 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252115dfcb09af4024885cd21f86f8773f_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252115dfcb09af4024885cd21f86f8773f_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,626 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252737945b55fd49f2a4077cc0699fd468_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252737945b55fd49f2a4077cc0699fd468_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,627 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252f4e9236098c4396af4291948dfb3f0a_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252f4e9236098c4396af4291948dfb3f0a_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,628 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546823130791a4719807959bf7f4023df_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546823130791a4719807959bf7f4023df_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,629 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125473a56ee89904129bfb2b288c6676f0d_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125473a56ee89904129bfb2b288c6676f0d_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,630 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577e28494df254aee9a111b6d3612d83a_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577e28494df254aee9a111b6d3612d83a_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,631 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259378a52697c24d4db234a0061d5c716d_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259378a52697c24d4db234a0061d5c716d_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,631 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125950e21626ff9479781cc12452fb3bef4_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125950e21626ff9479781cc12452fb3bef4_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,632 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a823714fae72465085ade98a16e1ecdc_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a823714fae72465085ade98a16e1ecdc_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,633 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abcf44bcfacc44c282ac451fb78718a3_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abcf44bcfacc44c282ac451fb78718a3_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,634 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c7793418647e465ca444f337542ead76_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c7793418647e465ca444f337542ead76_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,635 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4a9194bcb2142a8902e39e69cce51a1_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4a9194bcb2142a8902e39e69cce51a1_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,635 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f62097b643d64e71b110e4474f7c99f6_797be1562adff7fdbec001c75eed92ee to hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f62097b643d64e71b110e4474f7c99f6_797be1562adff7fdbec001c75eed92ee
2024-11-25T02:25:21,636 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-25T02:25:21,638 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:25:21,639 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-25T02:25:21,641 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-25T02:25:21,642 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:25:21,642 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-25T02:25:21,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732501521642"}]},"ts":"9223372036854775807"}
2024-11-25T02:25:21,643 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-25T02:25:21,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 797be1562adff7fdbec001c75eed92ee, NAME => 'TestAcidGuarantees,,1732501494696.797be1562adff7fdbec001c75eed92ee.', STARTKEY => '', ENDKEY => ''}]
2024-11-25T02:25:21,643 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-25T02:25:21,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732501521643"}]},"ts":"9223372036854775807"}
2024-11-25T02:25:21,644 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-25T02:25:21,646 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-25T02:25:21,647 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec
2024-11-25T02:25:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-25T02:25:21,706 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed
2024-11-25T02:25:21,715 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=7567 (was 7589)
2024-11-25T02:25:21,715 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster
2024-11-25T02:25:21,715 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-25T02:25:21,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:57313
2024-11-25T02:25:21,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:21,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-25T02:25:21,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=174060211, stopped=false
2024-11-25T02:25:21,716 INFO  [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=d020e4a2beb4,34551,1732501344309
2024-11-25T02:25:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T02:25:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:25:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T02:25:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:25:21,717 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-11-25T02:25:21,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:21,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T02:25:21,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T02:25:21,718 INFO  [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd020e4a2beb4,45223,1732501345062' *****
2024-11-25T02:25:21,718 INFO  [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested
2024-11-25T02:25:21,719 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-25T02:25:21,719 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting
2024-11-25T02:25:21,719 INFO  [RS:0;d020e4a2beb4:45223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-25T02:25:21,719 INFO  [RS:0;d020e4a2beb4:45223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-25T02:25:21,719 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(3579): Received CLOSE for fcc750e200413ada109ae860b18fb108
2024-11-25T02:25:21,719 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1224): stopping server d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:21,719 DEBUG [RS:0;d020e4a2beb4:45223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:21,719 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-25T02:25:21,720 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-25T02:25:21,720 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-25T02:25:21,720 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fcc750e200413ada109ae860b18fb108, disabling compactions & flushes
2024-11-25T02:25:21,720 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108. after waiting 0 ms
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:25:21,720 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fcc750e200413ada109ae860b18fb108 1/1 column families, dataSize=78 B heapSize=488 B
2024-11-25T02:25:21,720 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close
2024-11-25T02:25:21,720 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1603): Online Regions={fcc750e200413ada109ae860b18fb108=hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108., 1588230740=hbase:meta,,1.1588230740}
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-25T02:25:21,720 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T02:25:21,720 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T02:25:21,720 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB
2024-11-25T02:25:21,721 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fcc750e200413ada109ae860b18fb108
2024-11-25T02:25:21,736 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108/.tmp/info/e6906e85788044659215047074de93c4 is 45, key is default/info:d/1732501350016/Put/seqid=0
2024-11-25T02:25:21,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742525_1701 (size=5037)
2024-11-25T02:25:21,743 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/info/8596b774b6d843339d5865ccf15e82fe is 143, key is hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108./info:regioninfo/1732501349903/Put/seqid=0
2024-11-25T02:25:21,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742526_1702 (size=7725)
2024-11-25T02:25:21,749 INFO  [regionserver/d020e4a2beb4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-25T02:25:21,749 INFO  [regionserver/d020e4a2beb4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-25T02:25:21,789 INFO  [regionserver/d020e4a2beb4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T02:25:21,921 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fcc750e200413ada109ae860b18fb108
2024-11-25T02:25:22,121 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fcc750e200413ada109ae860b18fb108
2024-11-25T02:25:22,140 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108/.tmp/info/e6906e85788044659215047074de93c4
2024-11-25T02:25:22,143 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108/.tmp/info/e6906e85788044659215047074de93c4 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108/info/e6906e85788044659215047074de93c4
2024-11-25T02:25:22,145 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108/info/e6906e85788044659215047074de93c4, entries=2, sequenceid=6, filesize=4.9 K
2024-11-25T02:25:22,145 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fcc750e200413ada109ae860b18fb108 in 425ms, sequenceid=6, compaction requested=false
2024-11-25T02:25:22,147 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/info/8596b774b6d843339d5865ccf15e82fe
2024-11-25T02:25:22,148 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/namespace/fcc750e200413ada109ae860b18fb108/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-25T02:25:22,149 INFO  [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:25:22,149 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fcc750e200413ada109ae860b18fb108:

2024-11-25T02:25:22,149 DEBUG [RS_CLOSE_REGION-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732501349066.fcc750e200413ada109ae860b18fb108.
2024-11-25T02:25:22,164 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/rep_barrier/b6dc88376a6f45a4b51c91dc1a3344be is 102, key is TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c./rep_barrier:/1732501376590/DeleteFamily/seqid=0
2024-11-25T02:25:22,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742527_1703 (size=6025)
2024-11-25T02:25:22,321 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-25T02:25:22,522 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-25T02:25:22,567 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/rep_barrier/b6dc88376a6f45a4b51c91dc1a3344be
2024-11-25T02:25:22,584 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/table/ef0067edbf704f3cbf46bed0f2f3b905 is 96, key is TestAcidGuarantees,,1732501350212.1ec7de6ecd19171d2181ad5514cc1c0c./table:/1732501376590/DeleteFamily/seqid=0
2024-11-25T02:25:22,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742528_1704 (size=5942)
2024-11-25T02:25:22,722 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close
2024-11-25T02:25:22,722 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-25T02:25:22,722 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-25T02:25:22,922 DEBUG [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-25T02:25:22,988 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/table/ef0067edbf704f3cbf46bed0f2f3b905
2024-11-25T02:25:22,991 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/info/8596b774b6d843339d5865ccf15e82fe as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/info/8596b774b6d843339d5865ccf15e82fe
2024-11-25T02:25:22,994 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/info/8596b774b6d843339d5865ccf15e82fe, entries=22, sequenceid=93, filesize=7.5 K
2024-11-25T02:25:22,994 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/rep_barrier/b6dc88376a6f45a4b51c91dc1a3344be as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/rep_barrier/b6dc88376a6f45a4b51c91dc1a3344be
2024-11-25T02:25:22,997 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/rep_barrier/b6dc88376a6f45a4b51c91dc1a3344be, entries=6, sequenceid=93, filesize=5.9 K
2024-11-25T02:25:22,997 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/.tmp/table/ef0067edbf704f3cbf46bed0f2f3b905 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/table/ef0067edbf704f3cbf46bed0f2f3b905
2024-11-25T02:25:23,000 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/table/ef0067edbf704f3cbf46bed0f2f3b905, entries=9, sequenceid=93, filesize=5.8 K
2024-11-25T02:25:23,000 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=93, compaction requested=false
2024-11-25T02:25:23,004 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1
2024-11-25T02:25:23,004 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T02:25:23,004 INFO  [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-25T02:25:23,004 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-25T02:25:23,004 DEBUG [RS_CLOSE_META-regionserver/d020e4a2beb4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-25T02:25:23,122 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1250): stopping server d020e4a2beb4,45223,1732501345062; all regions closed.
2024-11-25T02:25:23,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741834_1010 (size=26050)
2024-11-25T02:25:23,128 DEBUG [RS:0;d020e4a2beb4:45223 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/oldWALs
2024-11-25T02:25:23,128 INFO  [RS:0;d020e4a2beb4:45223 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d020e4a2beb4%2C45223%2C1732501345062.meta:.meta(num 1732501348808)
2024-11-25T02:25:23,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741832_1008 (size=16276059)
2024-11-25T02:25:23,131 DEBUG [RS:0;d020e4a2beb4:45223 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/oldWALs
2024-11-25T02:25:23,131 INFO  [RS:0;d020e4a2beb4:45223 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d020e4a2beb4%2C45223%2C1732501345062:(num 1732501347835)
2024-11-25T02:25:23,131 DEBUG [RS:0;d020e4a2beb4:45223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:23,131 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T02:25:23,131 INFO  [RS:0;d020e4a2beb4:45223 {}] hbase.ChoreService(370): Chore service for: regionserver/d020e4a2beb4:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-25T02:25:23,131 INFO  [regionserver/d020e4a2beb4:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-25T02:25:23,132 INFO  [RS:0;d020e4a2beb4:45223 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45223
2024-11-25T02:25:23,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d020e4a2beb4,45223,1732501345062
2024-11-25T02:25:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T02:25:23,137 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d020e4a2beb4,45223,1732501345062]
2024-11-25T02:25:23,137 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing d020e4a2beb4,45223,1732501345062; numProcessing=1
2024-11-25T02:25:23,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/d020e4a2beb4,45223,1732501345062 already deleted, retry=false
2024-11-25T02:25:23,138 INFO  [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; d020e4a2beb4,45223,1732501345062 expired; onlineServers=0
2024-11-25T02:25:23,138 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd020e4a2beb4,34551,1732501344309' *****
2024-11-25T02:25:23,138 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-25T02:25:23,138 DEBUG [M:0;d020e4a2beb4:34551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f7239c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d020e4a2beb4/172.17.0.2:0
2024-11-25T02:25:23,138 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HRegionServer(1224): stopping server d020e4a2beb4,34551,1732501344309
2024-11-25T02:25:23,138 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HRegionServer(1250): stopping server d020e4a2beb4,34551,1732501344309; all regions closed.
2024-11-25T02:25:23,138 DEBUG [M:0;d020e4a2beb4:34551 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T02:25:23,138 DEBUG [M:0;d020e4a2beb4:34551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-25T02:25:23,139 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-25T02:25:23,139 DEBUG [M:0;d020e4a2beb4:34551 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-25T02:25:23,139 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster-HFileCleaner.large.0-1732501347574 {}] cleaner.HFileCleaner(306): Exit Thread[master/d020e4a2beb4:0:becomeActiveMaster-HFileCleaner.large.0-1732501347574,5,FailOnTimeoutGroup]
2024-11-25T02:25:23,139 DEBUG [master/d020e4a2beb4:0:becomeActiveMaster-HFileCleaner.small.0-1732501347575 {}] cleaner.HFileCleaner(306): Exit Thread[master/d020e4a2beb4:0:becomeActiveMaster-HFileCleaner.small.0-1732501347575,5,FailOnTimeoutGroup]
2024-11-25T02:25:23,139 INFO  [M:0;d020e4a2beb4:34551 {}] hbase.ChoreService(370): Chore service for: master/d020e4a2beb4:0 had [] on shutdown
2024-11-25T02:25:23,139 DEBUG [M:0;d020e4a2beb4:34551 {}] master.HMaster(1733): Stopping service threads
2024-11-25T02:25:23,139 INFO  [M:0;d020e4a2beb4:34551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-25T02:25:23,139 ERROR [M:0;d020e4a2beb4:34551 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-5,5,PEWorkerGroup]
    Thread[IPC Client (59733779) connection to localhost/127.0.0.1:39309 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39309,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-25T02:25:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-25T02:25:23,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T02:25:23,140 INFO  [M:0;d020e4a2beb4:34551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-25T02:25:23,140 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-25T02:25:23,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T02:25:23,140 DEBUG [M:0;d020e4a2beb4:34551 {}] zookeeper.ZKUtil(347): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-25T02:25:23,140 WARN  [M:0;d020e4a2beb4:34551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-25T02:25:23,140 INFO  [M:0;d020e4a2beb4:34551 {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-11-25T02:25:23,140 INFO  [M:0;d020e4a2beb4:34551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-25T02:25:23,141 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T02:25:23,141 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:25:23,141 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:25:23,141 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T02:25:23,141 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:25:23,141 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=776.39 KB heapSize=954.92 KB
2024-11-25T02:25:23,155 DEBUG [M:0;d020e4a2beb4:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b19fdf4c35c4ad3a5aab40474039532 is 82, key is hbase:meta,,1/info:regioninfo/1732501348958/Put/seqid=0
2024-11-25T02:25:23,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742529_1705 (size=5672)
2024-11-25T02:25:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T02:25:23,237 INFO  [RS:0;d020e4a2beb4:45223 {}] regionserver.HRegionServer(1307): Exiting; stopping=d020e4a2beb4,45223,1732501345062; zookeeper connection closed.
2024-11-25T02:25:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45223-0x1002c7c45c60001, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T02:25:23,237 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66c82938 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66c82938
2024-11-25T02:25:23,238 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-25T02:25:23,389 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T02:25:23,559 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2205 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b19fdf4c35c4ad3a5aab40474039532
2024-11-25T02:25:23,578 DEBUG [M:0;d020e4a2beb4:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adf38ec7c8364fd9b4bd0ee56d78f887 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1732501497713/Put/seqid=0
2024-11-25T02:25:23,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742530_1706 (size=44084)
2024-11-25T02:25:23,583 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775.84 KB at sequenceid=2205 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adf38ec7c8364fd9b4bd0ee56d78f887
2024-11-25T02:25:23,586 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adf38ec7c8364fd9b4bd0ee56d78f887
2024-11-25T02:25:23,601 DEBUG [M:0;d020e4a2beb4:34551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca5575fe0dde4a07889fdec0c9ba518c is 69, key is d020e4a2beb4,45223,1732501345062/rs:state/1732501347595/Put/seqid=0
2024-11-25T02:25:23,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073742531_1707 (size=5156)
2024-11-25T02:25:24,004 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2205 (bloomFilter=true), to=hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca5575fe0dde4a07889fdec0c9ba518c
2024-11-25T02:25:24,007 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b19fdf4c35c4ad3a5aab40474039532 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b19fdf4c35c4ad3a5aab40474039532
2024-11-25T02:25:24,010 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b19fdf4c35c4ad3a5aab40474039532, entries=8, sequenceid=2205, filesize=5.5 K
2024-11-25T02:25:24,011 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adf38ec7c8364fd9b4bd0ee56d78f887 as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adf38ec7c8364fd9b4bd0ee56d78f887
2024-11-25T02:25:24,013 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adf38ec7c8364fd9b4bd0ee56d78f887
2024-11-25T02:25:24,013 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adf38ec7c8364fd9b4bd0ee56d78f887, entries=173, sequenceid=2205, filesize=43.1 K
2024-11-25T02:25:24,014 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca5575fe0dde4a07889fdec0c9ba518c as hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca5575fe0dde4a07889fdec0c9ba518c
2024-11-25T02:25:24,016 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39309/user/jenkins/test-data/32a2cf52-ebda-e81f-e5c7-5ccec647d593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca5575fe0dde4a07889fdec0c9ba518c, entries=1, sequenceid=2205, filesize=5.0 K
2024-11-25T02:25:24,017 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(3040): Finished flush of dataSize ~776.39 KB/795027, heapSize ~954.63 KB/977536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=2205, compaction requested=false
2024-11-25T02:25:24,018 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T02:25:24,018 DEBUG [M:0;d020e4a2beb4:34551 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-25T02:25:24,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741830_1006 (size=939567)
2024-11-25T02:25:24,020 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-25T02:25:24,020 INFO  [M:0;d020e4a2beb4:34551 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down.
2024-11-25T02:25:24,020 INFO  [M:0;d020e4a2beb4:34551 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34551
2024-11-25T02:25:24,022 DEBUG [M:0;d020e4a2beb4:34551 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/d020e4a2beb4,34551,1732501344309 already deleted, retry=false
2024-11-25T02:25:24,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T02:25:24,123 INFO  [M:0;d020e4a2beb4:34551 {}] regionserver.HRegionServer(1307): Exiting; stopping=d020e4a2beb4,34551,1732501344309; zookeeper connection closed.
2024-11-25T02:25:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34551-0x1002c7c45c60000, quorum=127.0.0.1:57313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T02:25:24,128 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T02:25:24,131 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T02:25:24,131 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T02:25:24,131 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T02:25:24,131 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/hadoop.log.dir/,STOPPED}
2024-11-25T02:25:24,134 WARN  [BP-755165304-172.17.0.2-1732501341473 heartbeating to localhost/127.0.0.1:39309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-25T02:25:24,134 WARN  [BP-755165304-172.17.0.2-1732501341473 heartbeating to localhost/127.0.0.1:39309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-755165304-172.17.0.2-1732501341473 (Datanode Uuid 16963c64-9029-4c87-9cdf-706da28fcbf0) service to localhost/127.0.0.1:39309
2024-11-25T02:25:24,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-25T02:25:24,134 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-25T02:25:24,137 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/dfs/data/data1/current/BP-755165304-172.17.0.2-1732501341473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T02:25:24,137 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/cluster_92172718-744e-2f4c-3be0-c4eb42c92600/dfs/data/data2/current/BP-755165304-172.17.0.2-1732501341473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T02:25:24,138 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-25T02:25:24,146 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T02:25:24,147 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T02:25:24,147 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T02:25:24,147 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T02:25:24,147 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af0b9462-9471-76e2-0030-bd248abbc0de/hadoop.log.dir/,STOPPED}
2024-11-25T02:25:24,164 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers
2024-11-25T02:25:24,296 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down